-- Logs begin at Wed 2022-03-30 17:26:45 UTC, end at Wed 2022-03-30 18:36:30 UTC. -- Mar 30 18:05:20.596777 dv-cinder-835878-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 18:05:23.484557 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:05:23.485178 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:05:23.485345 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:05:23.488728 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:05:23.488987 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:05:23.489386 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103362) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:05:23.490332 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:05:23.490563 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:05:23.490929 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:05:23.491175 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:05:23.491402 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:05:23.492162 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.492616 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 18:05:23.492933 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.493234 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.493530 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.493829 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.494123 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.494412 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.494701 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.495000 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.495294 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.495577 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.495861 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.496154 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.496464 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.496753 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.497039 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.497321 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.497602 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.498040 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.498454 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.498738 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.499033 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.499313 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.499585 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.499864 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.500152 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.500506 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] host = dv-cinder-835878-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.500791 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.501078 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.501364 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.501646 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.501923 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.502199 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.502480 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.502752 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.503024 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.503303 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.503589 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.503875 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.504163 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.504414 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.504663 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.504996 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.505285 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.505564 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.505842 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.506118 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.506396 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.506672 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.506943 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.507228 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.507513 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.507798 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.508080 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.508379 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.508655 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.508932 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.509220 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.509496 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.509774 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.510053 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.510343 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.510616 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.510892 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.511192 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.511477 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.511759 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.512044 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.512347 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.512632 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.512905 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.513176 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.513447 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.513717 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.513988 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.514269 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.514540 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.514810 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.515091 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.515361 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.515645 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.515916 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:23.516214 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.516533 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.516834 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.517132 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.517423 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.517705 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.517992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.518268 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.518556 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.518843 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.519131 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.519409 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.519708 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.519995 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.520840 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.521375 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.521468 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.521717 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.521991 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.522264 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.522536 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.522813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.523103 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.523383 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.523671 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.523959 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.524241 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.524562 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.524851 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.525145 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.525439 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.525714 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.525991 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.526281 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.526559 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.526834 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.527109 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.527397 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.527675 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.527949 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.528231 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.528534 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.528805 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.529076 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.529354 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.529639 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.529915 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.530184 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.530454 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.530727 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.530999 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.531283 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.531558 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.531826 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.532095 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.532399 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.532677 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.532950 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.533226 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.533498 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.533773 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.534044 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.534316 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.534588 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.534859 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.535130 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.535408 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.535679 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.536576 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.536919 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.537143 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.537422 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.537699 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.537973 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.538261 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.538560 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.538840 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.539123 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.539405 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.539683 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.539960 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.540239 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.540546 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.540829 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.541101 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.541389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.541674 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.541957 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.542256 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.542538 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.542832 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.543111 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.543388 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.543673 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.543953 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.544232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.544543 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.544828 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.545124 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.545421 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.545715 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.546008 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.546298 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.546582 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.546891 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.547170 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:23.547389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:05:23.547630 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 18:05:23.920667 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:05:23.920940 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:05:23.921247 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:05:23.921725 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 18:05:24.252192 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.252433 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.252713 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.253902 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.254191 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.254582 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.309929 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.310220 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.310493 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.325426 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.325714 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.325987 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.355485 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.355772 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.356046 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.497491 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.498121 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.498121 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.728440 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.728726 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.728998 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.729269 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.729963 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.828669 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.828996 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.829538 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.829813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.830080 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.830390 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.830652 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.830908 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.831163 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.831445 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.831704 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.831969 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.832225 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.832512 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.832813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.833579 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.833904 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.834189 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.834463 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.834727 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.835001 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.835256 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.835537 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.835914 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.836166 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.836445 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.836843 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.837091 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.837331 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.837570 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.837806 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.838041 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:24.838404 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 18:05:24.841580 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 18:05:24.845600 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 18:05:24.849335 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 30 18:05:24.853632 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 18:05:24.854126 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 18:05:24.854467 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 18:05:24.854919 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 18:05:24.857695 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 18:05:24.857952 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 18:05:24.858301 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:05:24.863169 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 18:05:24.887759 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 18:05:24.888209 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.888542 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 18:05:24.888919 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.890273 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 18:05:24.890558 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:05:24.890810 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 18:05:24.894133 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.894421 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:24.955752 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 18:05:24.955993 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 18:05:24.956233 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 18:05:24.956636 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 18:05:24.977354 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_db.sqlalchemy.engines [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 18:05:25.426927 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing driver for type 'gre' Mar 30 18:05:25.427518 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] gre ID ranges: [(1, 1000)] Mar 30 18:05:25.480990 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing driver for type 'local' Mar 30 18:05:25.481327 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing driver for type 'vlan' Mar 30 18:05:25.499048 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] VlanTypeDriver initialization complete Mar 30 18:05:25.499708 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing driver for type 'vxlan' Mar 30 18:05:25.500236 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] vxlan ID ranges: [(1, 1000)] Mar 30 18:05:25.552805 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing extension driver 'port_security' Mar 30 18:05:25.553147 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.extensions.port_security [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] PortSecurityExtensionDriver initialization complete Mar 30 18:05:25.553491 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing mechanism driver 'openvswitch' Mar 30 18:05:25.553818 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing mechanism driver 'hyperv' Mar 30 18:05:25.560267 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.plugin [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:25.560987 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.561371 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.561728 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.562255 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.562694 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.563056 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.563438 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.563838 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.564251 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.564628 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.564976 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.565374 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.565781 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.566132 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.566474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.567010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.567945 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.568474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.568832 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.569238 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.569652 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > address_group after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.570006 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > address_group after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.570354 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.570756 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:05:25.571208 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] ML2 OVO RPC backend initialized. {{(pid=103362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 18:05:25.571913 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.572271 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.572718 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.573073 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > networks before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.573425 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.573816 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > ports before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.574118 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.574461 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnets before_response 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.574813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.575158 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.575497 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.575840 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.576184 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.576548 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.576891 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.577231 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.577575 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.585660 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded quota_driver: . Mar 30 18:05:25.586037 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.plugin [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Modular L2 Plugin initialization complete Mar 30 18:05:25.586393 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading services supported by the core plugin {{(pid=103362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 18:05:25.586742 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.plugins.ml2.managers [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Got port-security extension from driver 'port_security' Mar 30 18:05:25.587228 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.extensions.vlantransparent [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Disabled vlantransparent extension. Mar 30 18:05:25.587735 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 18:05:25.588069 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: router Mar 30 18:05:25.623007 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.623406 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.623786 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router before_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.624160 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.624577 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.624940 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_delete 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.625301 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.625655 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.626018 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.626370 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.626721 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.627071 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.627436 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.627850 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.628222 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.628592 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.628936 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: subnet after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.629280 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.630285 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.630663 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.630996 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.631345 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.631705 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router after_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.632066 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.632441 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_create 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.632804 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.633154 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_update 55549900 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.633522 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > agent after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.633877 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > agent after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.634225 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > network after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.635088 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Tracking information for resource: router configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:25.635431 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Tracking information for resource: floatingip configured {{(pid=103362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:05:25.640220 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.db.l3_agentschedulers_db [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 18:05:25.640836 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.641202 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.641560 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.641918 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: port after_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.642709 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router before_create 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.643079 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.643447 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_create 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.643811 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > router precommit_update 55550100 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.648723 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.provider_configuration [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service providers = [] {{(pid=103362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 18:05:25.649094 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.db.servicetype_db [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 18:05:25.652036 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:05:25.652434 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:05:25.652784 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:05:25.653679 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.services.service_base [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:05:25.654055 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.services.service_base [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 18:05:25.654435 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.654763 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 18:05:25.665251 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.665593 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: auto_allocate Mar 30 18:05:25.671490 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: network precommit_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.671864 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: network precommit_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.672419 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.672746 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: tag Mar 30 18:05:25.679730 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.680067 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: timestamp Mar 30 18:05:25.684022 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.684397 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: network_ip_availability Mar 30 18:05:25.689818 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.690196 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.690559 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.691275 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.691599 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: flavors Mar 30 18:05:25.696392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.696738 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading Plugin: revisions Mar 30 18:05:25.701008 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:05:25.701405 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:05:25.702137 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 18:05:25.702477 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Initializing extension manager. Mar 30 18:05:25.703003 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: __init__.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.703349 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: __pycache__ {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.703687 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.704720 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.705286 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: address-group Mar 30 18:05:25.705616 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: address_scope.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.706336 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.706855 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: address-scope Mar 30 18:05:25.707188 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.708946 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.709462 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: router-admin-state-down-before-update Mar 30 18:05:25.709796 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: agent.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.710503 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.711008 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: agent Mar 30 18:05:25.711335 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: agent_resources_synced.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.712256 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.712784 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: agent-resources-synced Mar 30 18:05:25.713113 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: allowedaddresspairs.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.714907 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.715434 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: allowed-address-pairs Mar 30 18:05:25.715767 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: auto_allocated_topology.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.716879 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.717396 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: auto-allocated-topology Mar 30 18:05:25.717730 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.718426 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.718932 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: availability_zone Mar 30 18:05:25.719262 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: availability_zone_filter.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.720177 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.720725 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: availability_zone_filter Mar 30 18:05:25.721057 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: data_plane_status.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.721968 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.722475 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 18:05:25.722808 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: default_subnetpools.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.724371 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.724885 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: default-subnetpools Mar 30 18:05:25.725215 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.726027 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.726543 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: dhcp_agent_scheduler Mar 30 18:05:25.726895 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: dns.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.727872 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.728406 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension dns-integration not supported by any of loaded plugins Mar 30 18:05:25.728741 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: dns_domain_ports.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.729664 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.730165 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 18:05:25.730495 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.731413 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.731917 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 18:05:25.732245 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: dvr.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.732969 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.733475 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: dvr Mar 30 18:05:25.733804 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: ecmp_routes.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.734723 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.735228 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 18:05:25.735555 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: empty_string_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.736504 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.737019 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: empty-string-filtering Mar 30 18:05:25.737345 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.738257 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.738760 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:05:25.739122 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.740175 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.740717 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 18:05:25.741047 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: external_net.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.741967 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.742472 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: external-net Mar 30 18:05:25.742798 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.743710 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.744216 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: extra_dhcp_opt Mar 30 18:05:25.744573 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: extraroute.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.745486 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.745989 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: extraroute Mar 30 18:05:25.746315 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: extraroute_atomic.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.747351 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.747855 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: extraroute-atomic Mar 30 18:05:25.748182 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: filter_validation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.748877 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.749379 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: filter-validation Mar 30 18:05:25.749705 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: fip_pf_description.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.750615 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.751116 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 18:05:25.751444 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: fip_pf_port_range.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.752389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.752888 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 18:05:25.753213 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: fip_port_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.754141 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.754696 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: fip-port-details Mar 30 18:05:25.755186 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: flavors.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.756446 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.756972 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: flavors Mar 30 18:05:25.757301 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.758952 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.759473 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 18:05:25.759813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: floatingip_pools.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.760552 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.761062 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: floatingip-pools Mar 30 18:05:25.761392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: ip_allocation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.762320 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.762826 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 18:05:25.763156 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.764078 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.764611 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: ip-substring-filtering Mar 30 18:05:25.764943 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l2_adjacency.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.765870 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.766375 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 18:05:25.766703 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.769267 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.769811 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: router Mar 30 18:05:25.770846 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.773049 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.773590 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:05:25.773933 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.774868 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.775385 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: ext-gw-mode Mar 30 18:05:25.775719 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.776677 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.777192 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: l3-ha Mar 30 18:05:25.777528 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.778447 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.778950 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 18:05:25.779279 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_flavors.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.780202 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.780748 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: l3-flavors Mar 30 18:05:25.781079 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.782459 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.782969 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 18:05:25.783305 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.784236 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.784777 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 18:05:25.785108 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: l3agentscheduler.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.786847 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.787338 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: l3_agent_scheduler Mar 30 18:05:25.787682 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: local_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.789492 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.790018 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension local_ip not supported by any of loaded plugins Mar 30 18:05:25.790356 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: logging.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.791818 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.792364 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension logging not supported by any of loaded plugins Mar 30 18:05:25.792707 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: metering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.793457 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.794039 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: metering Mar 30 18:05:25.794375 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.795497 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.796009 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: metering_source_and_destination_fields Mar 30 18:05:25.796371 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: multiprovidernet.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.797329 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.797833 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: multi-provider Mar 30 18:05:25.798164 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: netmtu.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.799090 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.799600 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: net-mtu Mar 30 18:05:25.799926 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: netmtu_writable.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: net-mtu-writable Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: network_availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: network_availability_zone Mar 30 18:05:25.808339 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: network_ip_availability.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: network-ip-availability Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: network_segment_range.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 18:05:25.808898 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: pagination.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.809331 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.809331 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: pagination Mar 30 18:05:25.809331 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: port_device_profile.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.809626 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.810141 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: port-device-profile Mar 30 18:05:25.810470 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.811403 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.811911 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: port-mac-address-regenerate Mar 30 18:05:25.812239 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.813189 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.813696 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: port-numa-affinity-policy Mar 30 18:05:25.814025 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: port_resource_request.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.814936 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.815436 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 18:05:25.815763 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: port_resource_request_groups.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.816763 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.817305 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 18:05:25.817637 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: portbindings.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.818558 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.819064 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: binding Mar 30 18:05:25.819392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: portbindings_extended.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.820698 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.821215 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: binding-extended Mar 30 18:05:25.821549 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: portsecurity.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.822475 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.822992 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: port-security Mar 30 18:05:25.823323 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: project_id.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.824375 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.824672 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: project-id Mar 30 18:05:25.825003 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: providernet.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.825926 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.826442 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: provider Mar 30 18:05:25.826769 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.830714 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.831240 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos not supported by any of loaded plugins Mar 30 18:05:25.831583 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.833400 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.833914 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 18:05:25.834252 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.835180 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.835696 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 18:05:25.836032 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_default.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.836990 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.837505 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-default not supported by any of loaded plugins Mar 30 18:05:25.837849 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_fip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.838768 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.839283 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-fip not supported by any of loaded plugins Mar 30 18:05:25.839616 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.840572 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.841088 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 18:05:25.841419 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_gateway_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.842344 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.842856 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 18:05:25.843187 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_port_network_policy.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.844103 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.844645 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 18:05:25.844977 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.846016 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.846534 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 18:05:25.846864 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.847903 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.848598 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 18:05:25.849068 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_pps_rule.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.850259 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.850777 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-pps not supported by any of loaded plugins Mar 30 18:05:25.851107 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_rule_type_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.852034 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.852574 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 18:05:25.852904 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.853825 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.854337 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 18:05:25.854667 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: qos_rules_alias.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.855710 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.856222 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 18:05:25.856580 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: quota_check_limit.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.857495 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.858015 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: quota-check-limit Mar 30 18:05:25.858343 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: quotasv2.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.859309 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.859641 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: quotas Mar 30 18:05:25.859967 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: quotasv2_detail.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.861829 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.862177 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: quota_details Mar 30 18:05:25.862516 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: rbac.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.863588 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.864712 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: rbac-policies Mar 30 18:05:25.865023 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: rbac_address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.865964 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.866480 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: rbac-address-group Mar 30 18:05:25.866813 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: rbac_address_scope.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.867738 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.868256 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: rbac-address-scope Mar 30 18:05:25.868613 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: rbac_security_groups.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.869609 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.870124 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: rbac-security-groups Mar 30 18:05:25.870556 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: rbac_subnetpool.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.871481 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.871988 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: rbac-subnetpool Mar 30 18:05:25.872342 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: revisionifmatch.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.873309 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.873820 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: revision-if-match Mar 30 18:05:25.874153 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: revisions.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.875261 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.875782 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: standard-attr-revisions Mar 30 18:05:25.876119 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: router_availability_zone.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.877046 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.877611 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: router_availability_zone Mar 30 18:05:25.877945 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: routerservicetype.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.878893 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.879402 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension router-service-type not supported by any of loaded plugins Mar 30 18:05:25.880410 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.881547 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.882061 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: security-groups-normalized-cidr Mar 30 18:05:25.882391 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.883322 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.883832 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: port-security-groups-filtering Mar 30 18:05:25.884159 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.885133 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.885646 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: security-groups-remote-address-group Mar 30 18:05:25.885972 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.886899 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.887406 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: security-groups-shared-filtering Mar 30 18:05:25.887735 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.888360 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 18:05:25.888690 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: securitygroup.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.898523 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.899058 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: security-group Mar 30 18:05:25.899398 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: segment.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.900133 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.900682 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension segment not supported by any of loaded plugins Mar 30 18:05:25.901020 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.901971 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.902483 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 18:05:25.902818 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: servicetype.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.903903 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.904463 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: service-type Mar 30 18:05:25.904800 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: sorting.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.905803 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.906142 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: sorting Mar 30 18:05:25.906471 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: standard_attr_segment.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.907392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.907922 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 18:05:25.908246 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: standardattrdescription.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.908919 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.909428 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: standard-attr-description Mar 30 18:05:25.909758 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: stateful_security_group.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.910699 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.911299 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: stateful-security-group Mar 30 18:05:25.911628 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: stdattrs_common.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.912199 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 18:05:25.912555 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.913502 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.914037 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 18:05:25.914364 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnet_onboard.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.915444 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.915960 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: subnet_onboard Mar 30 18:05:25.916287 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.917240 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.917750 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 18:05:25.918078 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnet_service_types.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.919009 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.919520 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: subnet-service-types Mar 30 18:05:25.919844 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnetallocation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.920965 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.921478 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: subnet_allocation Mar 30 18:05:25.921807 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.922467 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.922976 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: subnetpool-prefix-ops Mar 30 18:05:25.923304 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.924234 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.924768 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 18:05:25.925095 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: tagging.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.926174 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.927220 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: standard-attr-tag Mar 30 18:05:25.927548 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: timestamp.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.928780 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.929298 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loaded extension: standard-attr-timestamp Mar 30 18:05:25.929633 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: trunk.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.930674 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.931186 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension trunk not supported by any of loaded plugins Mar 30 18:05:25.931518 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: trunk_details.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.932474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.932987 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension trunk-details not supported by any of loaded plugins Mar 30 18:05:25.933317 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: uplink_status_propagation.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.934245 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.934753 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 18:05:25.935082 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Loading extension file: vlantransparent.py {{(pid=103362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:05:25.935754 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:05:25.936260 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 18:05:25.938833 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:network Mar 30 18:05:25.939363 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnet Mar 30 18:05:25.939772 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:05:25.940176 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:port Mar 30 18:05:25.941480 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.941937 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service FLAVORS assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.943234 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.943673 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.944014 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:router Mar 30 18:05:25.944475 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:05:25.944982 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service METERING assigned prefix: /metering {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.946418 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.946796 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.947152 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:05:25.948164 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:05:25.948662 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:05:25.949108 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:05:25.949706 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.950043 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:05:25.950394 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] subnetpool is already registered Mar 30 18:05:25.950834 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.951165 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:05:25.951502 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] subnetpool is already registered Mar 30 18:05:25.953858 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.954550 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service FLAVORS assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.955141 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.955569 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.955908 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:router Mar 30 18:05:25.956253 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] router is already registered Mar 30 18:05:25.956688 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:05:25.957027 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] floatingip is already registered Mar 30 18:05:25.957483 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service METERING assigned prefix: /metering {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.958195 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:05:25.958527 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] rbac_policy is already registered Mar 30 18:05:25.958946 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:05:25.959286 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] security_group is already registered Mar 30 18:05:25.959695 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:05:25.960032 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] security_group_rule is already registered Mar 30 18:05:25.960692 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.961028 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:05:25.961368 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] subnetpool is already registered Mar 30 18:05:25.961797 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.v2.resource_helper [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Service CORE assigned prefix: {{(pid=103362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:05:25.962137 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:05:25.962474 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING neutron.quota.resource_registry [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] subnetpool is already registered Mar 30 18:05:25.962958 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: extensions {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.964428 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: address-groups {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.965906 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: address-scopes {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.967212 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.968421 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: auto-allocated-topology {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.969655 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: availability_zones {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.970880 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: dhcp-networks {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.972411 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: dhcp-agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.974612 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.976846 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: flavors {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.978034 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: service_profiles {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.979250 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: next_providers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.980747 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: service_profiles {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.983171 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: floatingip-pools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.984427 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.986538 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: floatingips {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.987870 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: l3-routers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.989378 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: l3-agents {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.990787 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: metering-labels {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.992142 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: metering-label-rules {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.993444 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: network-ip-availabilities {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.994725 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: bindings {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.996392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: quotas {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.997959 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: quotas {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:25.999487 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: rbac-policies {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.000831 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: security-groups {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.002071 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: security-group-rules {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.003307 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: service-providers {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.005165 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: subnetpools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.006474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: subnetpools {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.007931 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.009654 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.011460 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.013278 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.015060 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.016956 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.018633 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.021139 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.022916 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.024794 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron.api.extensions [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Extended resource: tags {{(pid=103362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:05:26.030597 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING keystonemiddleware.auth_token [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 18:05:26.035333 dv-cinder-835878-1-iscsi neutron-server[103362]: WARNING keystonemiddleware.auth_token [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 18:05:26.043859 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Acquired lock "singleton_lock" {{(pid=103362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 18:05:26.044365 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_concurrency.lockutils [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Releasing lock "singleton_lock" {{(pid=103362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 18:05:26.045020 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Starting 2 workers Mar 30 18:05:26.049911 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Started child 103471 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:05:26.054635 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Started child 103472 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:05:26.055416 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.056266 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO neutron.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 18:05:26.056944 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.057106 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [-] (103471) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:05:26.059419 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.059873 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Starting 1 workers Mar 30 18:05:26.060843 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [-] (103472) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:05:26.064823 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Started child 103473 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:05:26.065380 dv-cinder-835878-1-iscsi neutron-server[103362]: INFO oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Starting 1 workers Mar 30 18:05:26.069121 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] calling RpcWorker wait() {{(pid=103473) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 18:05:26.069750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] returning from RpcWorker wait() {{(pid=103473) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 18:05:26.070680 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Started child 103474 {{(pid=103362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:05:26.070864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.071304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:26.071576 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-e97b3aa1-6641-456f-bb49-700b7e09332f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.073514 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:05:26.073733 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:05:26.073921 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:05:26.074154 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:05:26.074547 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:05:26.074699 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:05:26.075140 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.075412 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.075682 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.075929 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.076107 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:26.076661 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.076883 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.077174 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.077318 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:26.077457 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.077681 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.077915 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.078073 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.078239 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.078492 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.078744 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.079045 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.079572 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.079829 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.080106 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.080281 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.080573 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.080864 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.081100 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.081362 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.081770 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.082114 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.082343 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.082593 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.083680 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.083680 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.083950 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.084272 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.084547 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.084804 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.085070 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.085321 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.085567 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.085789 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.086079 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.086301 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.086546 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.086782 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.087244 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host = dv-cinder-835878-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.087483 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.087709 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.087940 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.088193 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.088474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.088716 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.088968 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.089234 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.089669 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.089850 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.090027 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.090266 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.090484 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.090738 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.090891 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_options = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.091130 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.091392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.091665 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092017 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092017 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092337 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092494 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092632 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.092889 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.093107 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.093321 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.093553 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.093790 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.094020 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.094260 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.094478 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.094694 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.094906 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.095176 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.095442 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.095680 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.095918 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.096364 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.096760 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.096760 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097026 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097161 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097296 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097527 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097761 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.097997 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.098246 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.098658 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.098989 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.099272 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.099544 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.099862 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.100255 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.100574 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.100812 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.101075 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.101328 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.101547 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.101798 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.102148 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.102348 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.102498 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.102896 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.103044 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.103181 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.103373 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.103622 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.103838 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.104052 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.105232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.105232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.105232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.105232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.105557 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.105801 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.106070 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.106327 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.106583 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.106806 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.107378 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.107378 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.107658 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.107905 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.108245 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.108503 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.108940 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.109132 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.109387 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.109634 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.109864 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.110105 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.110328 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.110571 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.110868 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.111095 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.111338 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.111593 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.111817 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.112119 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.112396 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.112737 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.113186 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.113335 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.113520 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.113741 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.113995 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.114216 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.114455 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.114682 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.114901 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.115168 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.115412 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.115630 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.115855 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.116085 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.116357 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.116575 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.116802 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.117038 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.117270 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.117509 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.117748 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.117966 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.118180 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.118400 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.118628 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.118875 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.119132 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.119397 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.119615 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.119837 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.120066 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.120473 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.120625 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121291 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121435 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121799 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.121950 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.122129 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.122279 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.122505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.122648 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.122846 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.123059 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.123277 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.123507 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.123725 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.123941 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.124159 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.124476 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.124693 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.124907 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.125119 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.125356 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.125591 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.125788 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.126003 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.126220 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.126432 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.126680 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.126922 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.127241 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.127494 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.127744 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.127979 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.128224 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.128474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.128724 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.128940 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.129179 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.129392 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.130172 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.130399 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.130648 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.130871 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.131112 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.131349 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.131591 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.131810 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.132054 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.132272 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.132553 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.132809 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.133074 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.133314 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.133571 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.133812 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.134076 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.134370 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.134610 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.134894 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.135115 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.135377 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.135677 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.135949 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.136221 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.136479 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.136730 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.136984 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.137236 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.137531 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.137779 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.138010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.138248 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.138487 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.138741 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.138959 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.139188 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.139516 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.139764 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.139978 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.140197 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.140494 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.140989 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.141234 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.141501 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.143867 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.144992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.146505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.146505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.146505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.146505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.147389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.147389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.147389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.148217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.148217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.148217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.148217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.149500 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.149500 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.149500 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.149500 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.149500 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150167 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150167 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150167 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150564 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150564 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150823 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.150914 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.151076 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.151287 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.151663 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.152061 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.152510 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.152777 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.152958 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.153215 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.153457 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.153794 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.154030 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.154277 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.154518 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155320 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155320 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155320 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155688 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155688 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.155946 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.156071 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.156338 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.157742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.158465 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.158465 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.158465 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.158837 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.158837 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159091 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159215 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159345 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159530 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159752 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.159965 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.160251 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.160533 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.160791 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.161124 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.161374 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.161659 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.161871 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.162087 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.162302 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.162530 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.162750 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.162962 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.163375 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.163600 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.163812 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.164319 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.164564 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.164783 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.165036 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.165254 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.165492 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.165742 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.165959 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.166422 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.166422 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.166640 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.166824 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.167054 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.167274 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.167506 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.167737 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.167948 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.168181 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.168431 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.168652 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.168863 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.169140 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.169402 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.169625 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.169932 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.170182 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.170431 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.170652 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.170973 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.171402 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.171501 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.171649 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.171885 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.172108 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.172398 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.172714 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.172993 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.173240 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.173482 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.173765 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.174042 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.174332 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.174574 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.174893 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.175224 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.175805 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.175805 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.176047 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.176257 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.176531 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.176763 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.177010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.177216 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.177409 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.177682 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.177912 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.178144 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.178360 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.178595 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.178828 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.179055 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.179269 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.179491 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.179709 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.179870 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:05:26.180583 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:05:26.180751 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:05:26.180908 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:05:26.181079 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:05:26.181250 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:05:26.181405 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:05:26.181613 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.181775 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.181934 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182093 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182253 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182432 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182594 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182752 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.182911 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183069 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183227 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183402 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183529 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183690 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183842 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.183981 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.184142 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.184314 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.184450 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:26.184607 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.184745 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.184878 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185030 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185157 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] debug = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185306 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185437 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185596 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185739 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.185889 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186017 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186150 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186282 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186414 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186574 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186733 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.186886 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187026 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187169 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187327 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187470 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187629 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187788 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.187945 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host = dv-cinder-835878-1-iscsi {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.188103 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.188258 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.188459 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.188604 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.188749 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189021 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189186 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189334 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189470 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189605 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.189780 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190033 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190033 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190232 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_options = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190377 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190529 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190677 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.190870 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191037 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191194 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191357 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191544 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191686 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191817 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.191953 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.192650 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.192845 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.192981 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.193215 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.193376 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.193535 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.193693 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.193853 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194012 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194172 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194328 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194486 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194643 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194801 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.194959 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195117 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195275 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195434 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195590 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195749 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.195909 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196066 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196223 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196418 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196580 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196738 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.196896 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197056 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197214 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197371 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197531 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197688 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.197848 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198005 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198161 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198319 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_json = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198476 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198634 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198792 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.198949 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199106 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199263 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199421 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199580 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199739 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:05:26.199917 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200082 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200257 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200432 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200599 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200746 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.200911 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201073 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201233 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201394 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201565 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201729 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.201901 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202052 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202211 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202375 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202537 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202698 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.202845 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203010 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203170 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203330 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203501 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203661 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203807 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.203974 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.204129 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.204593 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.204758 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.204935 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205096 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205257 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205419 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205581 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205743 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.205905 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206051 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206218 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206381 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206541 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206692 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.206853 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.207014 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.207177 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.207337 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.207499 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.207738 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208054 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208220 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208498 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208583 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208710 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.208859 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209022 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209182 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209344 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209505 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209679 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.209840 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210001 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210162 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210323 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210488 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210649 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210809 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.210969 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211131 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211291 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211466 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211628 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211789 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.211951 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212112 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212274 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212464 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212626 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212787 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.212948 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213109 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213271 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213433 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213594 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213756 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.213917 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214311 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214311 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214558 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214558 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214705 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214836 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.214998 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215168 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215519 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215519 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215735 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215814 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.215948 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216111 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216271 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216454 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216614 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216776 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.216937 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217253 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217253 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217398 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217548 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217708 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.217868 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218028 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218189 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218349 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218509 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218670 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218831 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.218992 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219152 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219313 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219474 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219644 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219806 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.219969 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220130 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220314 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220494 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220656 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220818 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.220978 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221124 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221289 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221450 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221612 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221773 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.221934 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222095 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222268 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222432 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222594 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222754 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.222926 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.223087 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.223750 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.223936 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224158 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224343 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224508 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224670 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224899 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.224998 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225145 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225306 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225468 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225629 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225791 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.225952 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226114 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226275 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226435 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226597 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226758 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.226918 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227078 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227238 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227400 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227561 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227722 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.227883 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228044 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228205 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228376 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228540 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228701 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.228863 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229207 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229207 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229470 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229470 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229664 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229780 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.229941 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230103 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230265 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230426 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230589 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230751 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.230917 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231079 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231239 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231401 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231562 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231722 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.231883 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232044 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232204 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232406 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232570 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232732 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.232895 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233057 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233378 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233539 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233701 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.233861 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234024 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234187 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234348 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234509 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234670 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234831 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.234998 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235161 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235322 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235483 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235647 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235808 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.235969 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236129 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236308 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236472 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236633 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236794 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.236954 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237129 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237291 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237452 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237632 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237774 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.237935 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238106 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238268 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238430 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238591 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238751 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.238962 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.239671 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.239811 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.239957 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240119 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240278 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240462 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240638 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240800 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.240966 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241127 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241288 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241449 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241619 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241780 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.241941 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242101 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242261 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242422 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242593 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242754 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.242916 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243075 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243236 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243396 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243567 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243730 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.243891 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244060 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244220 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244403 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244566 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244739 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.244901 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245069 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245228 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245550 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245714 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.245879 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246049 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246217 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246380 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246550 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246720 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.246890 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247051 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247218 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247389 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247550 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247710 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.247871 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248033 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248193 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248374 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248538 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248698 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.248860 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249021 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249181 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249342 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249503 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249664 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249824 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.249984 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.250145 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.250306 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.250466 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:05:26.250619 dv-cinder-835878-1-iscsi neutron-server[103362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:05:26.273104 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 48924) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:26.281673 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064552 Mar 30 18:05:37.664130 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25705b70-a0bc-41d3-8d71-ab542b2a84a2 None None] get_active_networks_info from dv-cinder-835878-1-iscsi {{(pid=103473) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 18:05:37.728676 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25705b70-a0bc-41d3-8d71-ab542b2a84a2 None None] No non-hosted networks {{(pid=103473) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 18:05:37.737704 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.agentschedulers_db [None req-25705b70-a0bc-41d3-8d71-ab542b2a84a2 None None] DHCP Agent not found on host dv-cinder-835878-1-iscsi {{(pid=103473) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 18:05:37.805582 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-61b78736-7cdc-4f69-bf86-020f1b92e3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:39.999790 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bc8a-7871-497e-b774-155dc9c405c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:40.066487 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-769a23bb-4bd2-4ab4-b673-30885ddf29a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:40.815766 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:40.906937 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 48994) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:41.493115 dv-cinder-835878-1-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-70243e37-fc3f-4ed8-a841-c5e9ec058f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:05:41.494086 dv-cinder-835878-1-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-70243e37-fc3f-4ed8-a841-c5e9ec058f05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:05:41.734020 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-70243e37-fc3f-4ed8-a841-c5e9ec058f05 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:05:41.752840 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-70243e37-fc3f-4ed8-a841-c5e9ec058f05 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8447285 Mar 30 18:05:42.489671 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:44.029319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:44.030612 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.031081 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.031687 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.032500 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.033526 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.034176 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.036830 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.037588 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.038028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.038364 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.038780 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.039757 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.040416 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.040979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.041682 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:44.042273 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835878-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:44.054894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835878-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:05:44.352502 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.db.l3_hamode_db [None req-166b04fc-e005-4396-a287-85c25c04ab8d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 18:05:44.360214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49024) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:44.436164 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b04fc-e005-4396-a287-85c25c04ab8d None None] Routers set() bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:05:44.436505 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b04fc-e005-4396-a287-85c25c04ab8d None None] Router IDs set() for agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 18:05:44.691254 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:05:44.782218 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.policy [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103472) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:05:44.824897 dv-cinder-835878-1-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:05:44.825275 dv-cinder-835878-1-iscsi neutron-server[103472]: WARNING oslo_policy.policy [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:05:44.920542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763623987705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763623987116', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763623937919', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763623946894', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763623953926', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763624130579', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3166015', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3155753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1934644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2024982'] for rbac-policy (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:44.990673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:44.991837 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-42cfc24a-f183-4ed4-9d15-d4198c40bf63 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6304700 Mar 30 18:05:47.552870 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49036) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:47.865352 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:05:47.893190 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Made reservation on behalf of 4eefb7eec6234b23955f06f843b2ce79 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:05:47.896952 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:47.913505 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.018988 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks [] for security_group (3cad1037-7b7d-4bf9-8dc0-7a4da1d2eab9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.022343 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3cad1037-7b7d-4bf9-8dc0-7a4da1d2eab9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.046214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:05:48.080672 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763622022193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (ce696e69-4838-4138-ae5c-65263deb991d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.081265 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Unsubscribe: segment precommit_create {{(pid=103472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:05:48.082454 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Added segment ce696e69-4838-4138-ae5c-65263deb991d of type vlan for network 1c56169e-781f-4f4b-a672-7ca26db2a83b Mar 30 18:05:48.098873 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad1037-7b7d-4bf9-8dc0-7a4da1d2eab9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:05:48.146732 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.147080 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.147439 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.147800 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.148137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.148492 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.148824 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.149149 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.149475 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.149799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.150121 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.150457 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.150782 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.151100 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.151417 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Tracked resource versions report: Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: pushed versions: Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: { 'AddressGroup': {'1.2'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Agent': {'1.1'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'ConntrackHelper': {'1.0'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Log': {'1.0'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'NDPProxy': {'1.0'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Network': {'1.1'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Port': {'1.7'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'PortForwarding': {'1.3'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'QosPolicy': {'1.10'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroup': {'1.5'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SubPort': {'1.0'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Subnet': {'1.1'}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Trunk': {'1.1'}} Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: consumer versions: Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Agent': '1.1', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'ConntrackHelper': '1.0', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'LocalIPAssociation': '1.0', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Log': '1.0', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'NDPProxy': '1.0', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Network': '1.1', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Port': '1.7', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'PortForwarding': '1.3', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'QosPolicy': '1.10', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroup': '1.5', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroupRule': '1.2', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SubPort': '1.0', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Subnet': '1.1', Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Trunk': '1.1'}} Mar 30 18:05:48.152868 dv-cinder-835878-1-iscsi neutron-server[103472]: {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:05:48.200019 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (1c56169e-781f-4f4b-a672-7ca26db2a83b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.239677 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (1c56169e-781f-4f4b-a672-7ca26db2a83b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.244800 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:05:48.245516 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:48.340847 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7869029 Mar 30 18:05:48.365254 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652f78-abae-417d-8240-38e4b9ad6e96 demo demo] Pushing event updated for resources: {'Network': ['ID=1c56169e-781f-4f4b-a672-7ca26db2a83b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:05:48.377362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:05:50.881567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49048) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:51.287418 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf6192-2566-4e9f-aaff-3e4350bc2c32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:05:51.288750 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0fcf6192-2566-4e9f-aaff-3e4350bc2c32 demo admin] 10.222.0.24 "GET /v2.0/networks/1c56169e-781f-4f4b-a672-7ca26db2a83b HTTP/1.1" status: 200 len: 824 time: 0.4062333 Mar 30 18:05:51.312652 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6babfb68-de87-440b-8602-8b9c9da1c1a6 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/68a52fba-e830-43bd-82ae-f77405915f0d HTTP/1.1" status: 200 len: 734 time: 0.0183425 Mar 30 18:05:51.321743 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Request body: {'subnet': {'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:05:51.341798 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Made reservation on behalf of 4eefb7eec6234b23955f06f843b2ce79 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:05:51.344158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:51.636434 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (d062a14a-c2cf-40fe-9b5f-4ffc34a56e36), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:51.705675 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Pushing event updated for resources: {'Subnet': ['ID=d062a14a-c2cf-40fe-9b5f-4ffc34a56e36,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:05:51.710287 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Checking segment: {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:05:51.710682 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Network hostable DHCP agents. Network: 1c56169e-781f-4f4b-a672-7ca26db2a83b, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:05:51.731345 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:05:51.741613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 1c56169e-781f-4f4b-a672-7ca26db2a83b) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:05:51.746181 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:05:51.746789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:51.752627 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c22aa3-021e-4556-b5e9-a3999be9eaa5 None None] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:05:51.763062 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-196e000b-bb1f-4627-9070-2f7387bd1edc demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4445591 Mar 30 18:05:52.027315 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-1c56169e-781f-4f4b-a672-7ca26db2a83b', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:05:52.028669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.322463 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Allocated IP 172.20.0.2 (1c56169e-781f-4f4b-a672-7ca26db2a83b/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36/2f778082-27cf-4ad9-970c-b6d91c24574d) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:05:52.591051 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks [] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.598914 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.669921 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:05:52.676423 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:05:52.689768 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:05:52.693201 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Pushing event updated for resources: {'Port': ['ID=2f778082-27cf-4ad9-970c-b6d91c24574d,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:05:52.724398 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.724750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.725109 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.725466 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.725803 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.726133 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.726463 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.726787 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.727110 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.727435 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.727760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.728096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.728443 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.728764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.729084 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Tracked resource versions report: Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: pushed versions: Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: { 'AddressGroup': {'1.2'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Agent': {'1.1'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'ConntrackHelper': {'1.0'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Log': {'1.0'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'NDPProxy': {'1.0'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Network': {'1.1'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Port': {'1.7'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'PortForwarding': {'1.3'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'QosPolicy': {'1.10'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroup': {'1.5'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SubPort': {'1.0'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Subnet': {'1.1'}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Trunk': {'1.1'}} Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: consumer versions: Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Agent': '1.1', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'ConntrackHelper': '1.0', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'LocalIPAssociation': '1.0', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Log': '1.0', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'NDPProxy': '1.0', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Network': '1.1', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Port': '1.7', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'PortForwarding': '1.3', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'QosPolicy': '1.10', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroup': '1.5', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroupRule': '1.2', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SubPort': '1.0', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Subnet': '1.1', Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Trunk': '1.1'}} Mar 30 18:05:52.730562 dv-cinder-835878-1-iscsi neutron-server[103473]: {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:05:52.778482 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Attempting to bind port 2f778082-27cf-4ad9-970c-b6d91c24574d on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:05:52.779099 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Attempting to bind port 2f778082-27cf-4ad9-970c-b6d91c24574d by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:05:52.779302 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Attempting to bind port 2f778082-27cf-4ad9-970c-b6d91c24574d on network 1c56169e-781f-4f4b-a672-7ca26db2a83b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:05:52.785799 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:05:52.786174 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Checking segment: {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:05:52.786651 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.787039 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Bound using segment: {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:05:52.787507 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Bound port: 2f778082-27cf-4ad9-970c-b6d91c24574d, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:05:52.787912 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.850458 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] For port 2f778082-27cf-4ad9-970c-b6d91c24574d, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:05:52.854587 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] For port 2f778082-27cf-4ad9-970c-b6d91c24574d, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2f778082-27cf-4ad9-970c-b6d91c24574d,segment=NetworkSegment(ce696e69-4838-4138-ae5c-65263deb991d),segment_id=ce696e69-4838-4138-ae5c-65263deb991d)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:05:52.866064 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:05:52.928700 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ab14-34a5-43d5-b2c5-0852c04179f0 None None] Pushing event updated for resources: {'Port': ['ID=2f778082-27cf-4ad9-970c-b6d91c24574d,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:05:54.334871 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49056) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:54.662739 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-ea230aec-42e5-4160-a90a-406eeba46ffb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:05:54.663740 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ea230aec-42e5-4160-a90a-406eeba46ffb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3279004 Mar 30 18:05:57.224922 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49064) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:05:57.549224 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-df331745-5cea-4967-8029-76147988e36f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:05:57.550423 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-df331745-5cea-4967-8029-76147988e36f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3244822 Mar 30 18:06:00.090123 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49072) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:00.406662 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:06:00.431187 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:00.432792 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:00.570327 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Publish callbacks [] for router_controller (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:00.574587 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:00.592191 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:00.593448 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3f4202bc-ce3a-4ad0-ab78-784a91f0e3e0 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5022018 Mar 30 18:06:02.787664 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2f778082-27cf-4ad9-970c-b6d91c24574d up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:06:02.884252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 2f778082-27cf-4ad9-970c-b6d91c24574d triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:02.884712 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:03.035194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 2f778082-27cf-4ad9-970c-b6d91c24574d is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:03.035595 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:03.089100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 2f778082-27cf-4ad9-970c-b6d91c24574d, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2f778082-27cf-4ad9-970c-b6d91c24574d,segment=NetworkSegment(ce696e69-4838-4138-ae5c-65263deb991d),segment_id=ce696e69-4838-4138-ae5c-65263deb991d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:06:03.093295 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:03.153249 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=2f778082-27cf-4ad9-970c-b6d91c24574d,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:03.289464 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49084) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:03.681745 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-01a37b23-7f95-44ca-8a00-a1a540ae4be8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:06:03.683072 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-01a37b23-7f95-44ca-8a00-a1a540ae4be8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3913832 Mar 30 18:06:04.282709 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc4d09-f6cd-4ab6-bb17-6590ad1c5ad4 None None] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:06:04.361318 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a653c2eb-229a-46b8-88ae-682db4797b8b None None] Provisioning complete for port 2f778082-27cf-4ad9-970c-b6d91c24574d triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:04.361699 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a653c2eb-229a-46b8-88ae-682db4797b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:04.485872 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a653c2eb-229a-46b8-88ae-682db4797b8b None None] Current status of the port 2f778082-27cf-4ad9-970c-b6d91c24574d is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:04.707135 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-367b5b73-8ba7-4ec7-b484-3dc8c59db6b0 None None] Provisioning complete for port 2f778082-27cf-4ad9-970c-b6d91c24574d triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:04.707528 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-367b5b73-8ba7-4ec7-b484-3dc8c59db6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:04.786210 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2f778082-27cf-4ad9-970c-b6d91c24574d up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:06:04.818864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-367b5b73-8ba7-4ec7-b484-3dc8c59db6b0 None None] Current status of the port 2f778082-27cf-4ad9-970c-b6d91c24574d is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:04.842243 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 2f778082-27cf-4ad9-970c-b6d91c24574d triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:04.842629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:04.917719 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 2f778082-27cf-4ad9-970c-b6d91c24574d is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:06.222845 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49092) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:06.728900 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:06:06.729458 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:06:06.954171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:06:07.008074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Made reservation on behalf of 86f268a5307a415199c254f88c89fc02 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:06:07.070307 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.policy [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103471) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:06:07.112459 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:06:07.112896 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING oslo_policy.policy [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:06:07.122554 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.143603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.257651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks [] for security_group (20b59196-a89b-4868-8b02-84b9cde5d4df), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.261236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (20b59196-a89b-4868-8b02-84b9cde5d4df), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.273128 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103471) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 18:06:07.304902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763622022193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (16fb83e3-a6d6-40fd-a4d5-bd563e03a101), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.305495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Unsubscribe: segment precommit_create {{(pid=103471) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:06:07.306038 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Added segment 16fb83e3-a6d6-40fd-a4d5-bd563e03a101 of type flat for network 26759771-81fb-4c7a-8f9f-958fc1fbc07b Mar 30 18:06:07.325969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b59196-a89b-4868-8b02-84b9cde5d4df,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:07.381617 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.381967 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.382333 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.382680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.383017 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.383351 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.383688 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.384015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.384385 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.384723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.385066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.385418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.385772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.386121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.386510 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Tracked resource versions report: Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: pushed versions: Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Agent': {'1.1'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Log': {'1.0'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Network': {'1.1'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Port': {'1.7'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: consumer versions: Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Agent': '1.1', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Log': '1.0', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'NDPProxy': '1.0', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Network': '1.1', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Port': '1.7', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'PortForwarding': '1.3', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'QosPolicy': '1.10', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SubPort': '1.0', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Subnet': '1.1', Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Trunk': '1.1'}} Mar 30 18:06:07.387996 dv-cinder-835878-1-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:06:07.434207 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (26759771-81fb-4c7a-8f9f-958fc1fbc07b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.478886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (26759771-81fb-4c7a-8f9f-958fc1fbc07b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.480082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:06:07.480819 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:07.567619 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3423686 Mar 30 18:06:07.586413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043228e-130c-4150-921d-69b8d38317d6 admin admin] Pushing event updated for resources: {'Network': ['ID=26759771-81fb-4c7a-8f9f-958fc1fbc07b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:07.601044 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:06:07.657123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0419ab8a-99c7-4353-8141-27fd898939fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:09.995253 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a496a823-76e2-4eb5-ab50-79615858659b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:10.087164 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49112) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:10.492762 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b439fc-c570-4caf-bb69-8317bf9bbe78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:06:10.494087 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f8b439fc-c570-4caf-bb69-8317bf9bbe78 demo admin] 10.222.0.24 "GET /v2.0/subnets/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36 HTTP/1.1" status: 200 len: 849 time: 0.4059460 Mar 30 18:06:10.659045 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-885e8214-d56f-40c9-a250-3efc560355d2 demo admin] 10.222.0.24 "GET /v2.0/routers/ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 HTTP/1.1" status: 200 len: 704 time: 0.1582038 Mar 30 18:06:10.778690 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:10.949622 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.242555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Allocated IP 172.20.0.1 (1c56169e-781f-4f4b-a672-7ca26db2a83b/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36/6ddd877d-1b5a-4f97-849f-c321302f7992) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:06:11.427803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks [] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.495597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.573979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:06:11.583948 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:06:11.585965 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Pushing event updated for resources: {'Port': ['ID=6ddd877d-1b5a-4f97-849f-c321302f7992,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:11.589918 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:06:11.590486 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.784454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-add56949-8230-4acb-8c75-6fc90e229af1 None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:11.785023 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-add56949-8230-4acb-8c75-6fc90e229af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.809460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:11.872642 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-add56949-8230-4acb-8c75-6fc90e229af1 None None] Port 6ddd877d-1b5a-4f97-849f-c321302f7992 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:06:12.068644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks [] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:12.072928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:12.073640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:12.149249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Pushing event updated for resources: {'Port': ['ID=6ddd877d-1b5a-4f97-849f-c321302f7992,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:12.197098 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:06:12.198374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:06:12.370031 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:06:12.428466 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:12.468807 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:06:12.480718 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0fc69cf3-f2a6-409e-8c5a-831a1171f828 demo admin] 10.222.0.24 "PUT /v2.0/routers/ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8102646 Mar 30 18:06:12.480805 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Sync routers for ids ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:06:12.491625 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Routers {'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:06:12.492517 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:06:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:12.501160 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0406e814-dc10-45ef-bd23-d42be352bfb3 None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:12.501565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0406e814-dc10-45ef-bd23-d42be352bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:12.538569 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0406e814-dc10-45ef-bd23-d42be352bfb3 None None] Port 6ddd877d-1b5a-4f97-849f-c321302f7992 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:06:12.690507 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Set router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:06:13.120715 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:11Z', 'revision_number': 2, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port_host': None, '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:11Z', 'revision_number': 2, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:13.172249 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Checking router: ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:06:13.172655 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Updating router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 port 6ddd877d-1b5a-4f97-849f-c321302f7992 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:06:13.228688 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:13.745802 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks [] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:13.753904 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:13.918081 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Pushing event updated for resources: {'Port': ['ID=6ddd877d-1b5a-4f97-849f-c321302f7992,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:13.948084 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.948463 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.948822 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.949170 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.949511 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.949846 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.950178 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.950506 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.950856 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.951185 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.951513 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.951854 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.952249 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.952599 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.952928 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Tracked resource versions report: Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: pushed versions: Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Agent': {'1.1'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'NDPProxy': {'1.0'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.3'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: consumer versions: Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Agent': '1.1', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Log': '1.0', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'NDPProxy': '1.0', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Network': '1.1', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Port': '1.7', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'PortForwarding': '1.3', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Mar 30 18:06:13.954668 dv-cinder-835878-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:06:13.972271 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Attempting to bind port 6ddd877d-1b5a-4f97-849f-c321302f7992 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:06:13.972398 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-147dfd63-621f-41d1-9456-f9718447ea53 None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:13.972774 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Attempting to bind port 6ddd877d-1b5a-4f97-849f-c321302f7992 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:06:13.972887 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-147dfd63-621f-41d1-9456-f9718447ea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:13.972972 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Attempting to bind port 6ddd877d-1b5a-4f97-849f-c321302f7992 on network 1c56169e-781f-4f4b-a672-7ca26db2a83b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:06:13.977420 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:06:13.977822 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Checking segment: {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:06:13.978302 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:13.978688 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Bound using segment: {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:06:13.979174 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Bound port: 6ddd877d-1b5a-4f97-849f-c321302f7992, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce696e69-4838-4138-ae5c-65263deb991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:06:13.979552 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.021515 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-147dfd63-621f-41d1-9456-f9718447ea53 None None] Port 6ddd877d-1b5a-4f97-849f-c321302f7992 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:06:14.032344 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.057345 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] For port 6ddd877d-1b5a-4f97-849f-c321302f7992, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:06:14.086753 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] For port 6ddd877d-1b5a-4f97-849f-c321302f7992, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=6ddd877d-1b5a-4f97-849f-c321302f7992,segment=NetworkSegment(ce696e69-4838-4138-ae5c-65263deb991d),segment_id=ce696e69-4838-4138-ae5c-65263deb991d)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:06:14.093016 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.148550 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Routers {'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:06:14.149192 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:06:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:14.185996 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f21dd8-f5ab-49e3-a38f-7aaad99e3652 None None] Pushing event updated for resources: {'Port': ['ID=6ddd877d-1b5a-4f97-849f-c321302f7992,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:14.245204 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] Set router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:06:14.347623 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:14.348131 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.429173 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Current status of the port 6ddd877d-1b5a-4f97-849f-c321302f7992 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:14.429484 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.459998 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:11Z', 'revision_number': 2, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port_host': None, '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:14Z', 'revision_number': 4, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:14.465964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] For port 6ddd877d-1b5a-4f97-849f-c321302f7992, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=6ddd877d-1b5a-4f97-849f-c321302f7992,segment=NetworkSegment(ce696e69-4838-4138-ae5c-65263deb991d),segment_id=ce696e69-4838-4138-ae5c-65263deb991d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:06:14.470764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:14.493971 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54169bbf-b7e1-4abf-a9c5-ddf00edcf1d2 None None] The sync data for ids ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'] in dv-cinder-835878-1-iscsi is: [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:11Z', 'revision_number': 2, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port_host': None, '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:14Z', 'revision_number': 4, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:06:14.527171 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc5f48-f2d8-4ff0-b0ed-9837f9773951 None None] Pushing event updated for resources: {'Port': ['ID=6ddd877d-1b5a-4f97-849f-c321302f7992,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:15.043340 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49134) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:15.237801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d4f8e-3ef5-44f4-ab28-a67db5b68024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:06:15.239188 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-353d4f8e-3ef5-44f4-ab28-a67db5b68024 admin admin] 10.222.0.24 "GET /v2.0/networks/26759771-81fb-4c7a-8f9f-958fc1fbc07b HTTP/1.1" status: 200 len: 842 time: 0.1948953 Mar 30 18:06:15.249458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:06:15.274271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Made reservation on behalf of 86f268a5307a415199c254f88c89fc02 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:06:15.276560 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:15.587348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.objects.ports [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103471) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 18:06:15.587798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (dd1830b6-5923-4e35-a8ef-5b35b059cb33), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:15.642285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1830b6-5923-4e35-a8ef-5b35b059cb33,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:15.653643 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:06:15.653989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Network hostable DHCP agents. Network: 26759771-81fb-4c7a-8f9f-958fc1fbc07b, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:06:15.673999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:06:15.684710 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 26759771-81fb-4c7a-8f9f-958fc1fbc07b) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:06:15.690017 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:06:15.694591 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca703bac-4ac2-4260-b5cf-2c68defb5d7c None None] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:06:15.697791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:15.731219 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-66864d17-8158-4980-91bc-b4d2d7402552 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4703634 Mar 30 18:06:15.805167 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e6c70-0070-4aa6-b2d2-12bba66aa547 None None] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:06:18.271302 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49152) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:18.406800 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-554753ea-2855-466f-84c0-b9d777d20b7e demo admin] 10.222.0.24 "GET /v2.0/routers/ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 HTTP/1.1" status: 200 len: 710 time: 0.1342833 Mar 30 18:06:18.493588 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a62f2-3e09-4fec-9067-cd4c6bb63448 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:06:18.495141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a91a62f2-3e09-4fec-9067-cd4c6bb63448 demo admin] 10.222.0.24 "GET /v2.0/networks/26759771-81fb-4c7a-8f9f-958fc1fbc07b HTTP/1.1" status: 200 len: 886 time: 0.0822136 Mar 30 18:06:18.505030 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:06:18.759610 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks [] for router_gateway (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.060258 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks [] for router_gateway (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.133708 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.236449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Allocated IP 172.27.2.79 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/8155033b-495d-406e-b99e-e5e7b6e423e7) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:06:19.334645 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks [] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.366271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.407326 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:06:19.410226 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:06:19.418594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:06:19.420366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Pushing event updated for resources: {'Port': ['ID=8155033b-495d-406e-b99e-e5e7b6e423e7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:19.671653 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks [] for router_gateway (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.879042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1655489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1660336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3465'] for router (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.882922 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1660345'] for router (ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:19.991080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:06:20.097736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:06:20.101957 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:20.116323 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bd254fe0-63a4-454d-8151-f8fcb5e81bfc demo admin] 10.222.0.24 "PUT /v2.0/routers/ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 HTTP/1.1" status: 200 len: 889 time: 1.6022978 Mar 30 18:06:22.655648 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49164) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:06:22.774485 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-aaf4cb16-33ef-4663-bf66-668ecc73f254 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1175439 Mar 30 18:06:22.807525 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 6ddd877d-1b5a-4f97-849f-c321302f7992 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:06:22.859469 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:22.859873 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:22.945701 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 6ddd877d-1b5a-4f97-849f-c321302f7992 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:23.163130 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Sync routers for ids ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:06:23.174397 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Routers {'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:06:23.175724 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:06:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:23.397871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Set router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:06:23.887012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:19Z', 'revision_number': 4, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port': {'id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:19Z', 'updated_at': '2022-03-30T18:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:14Z', 'revision_number': 5, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:23.940790 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Checking router: ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:06:23.941523 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Updating router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 port 8155033b-495d-406e-b99e-e5e7b6e423e7 binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:06:23.993992 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.326721 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks [] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.332062 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.383539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a3da-42c3-47f2-bb99-d096cd5a09b2 None None] Pushing event updated for resources: {'Port': ['ID=8155033b-495d-406e-b99e-e5e7b6e423e7,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:24.389229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Attempting to bind port 8155033b-495d-406e-b99e-e5e7b6e423e7 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:06:24.389611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Attempting to bind port 8155033b-495d-406e-b99e-e5e7b6e423e7 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:06:24.389976 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Attempting to bind port 8155033b-495d-406e-b99e-e5e7b6e423e7 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:06:24.395223 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:06:24.395600 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:06:24.396003 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.396419 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:06:24.396934 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Bound port: 8155033b-495d-406e-b99e-e5e7b6e423e7, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:06:24.397312 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.447566 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] For port 8155033b-495d-406e-b99e-e5e7b6e423e7, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:06:24.450726 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] For port 8155033b-495d-406e-b99e-e5e7b6e423e7, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=8155033b-495d-406e-b99e-e5e7b6e423e7,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:06:24.460020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:24.517643 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Routers {'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:06:24.518531 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:06:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:24.648322 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] Set router ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:06:24.650101 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a3da-42c3-47f2-bb99-d096cd5a09b2 None None] Pushing event updated for resources: {'Port': ['ID=8155033b-495d-406e-b99e-e5e7b6e423e7,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:24.869025 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:19Z', 'revision_number': 4, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port': {'id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:19Z', 'updated_at': '2022-03-30T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:14Z', 'revision_number': 5, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:06:24.897088 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6ca01b-40e1-4d27-904a-66258abcac5b None None] The sync data for ids ['ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5'] in dv-cinder-835878-1-iscsi is: [{'id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'name': 'router1', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:06:00Z', 'updated_at': '2022-03-30T18:06:19Z', 'revision_number': 4, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'gw_port': {'id': '8155033b-495d-406e-b99e-e5e7b6e423e7', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:19Z', 'updated_at': '2022-03-30T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '6ddd877d-1b5a-4f97-849f-c321302f7992', 'name': '', 'network_id': '1c56169e-781f-4f4b-a672-7ca26db2a83b', 'tenant_id': '4eefb7eec6234b23955f06f843b2ce79', 'mac_address': 'fa:16:3e:eb:85:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e0e0d-23d3-40d3-bd9c-a53cd48777c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:06:10Z', 'updated_at': '2022-03-30T18:06:14Z', 'revision_number': 5, 'project_id': '4eefb7eec6234b23955f06f843b2ce79', 'subnets': [{'id': 'd062a14a-c2cf-40fe-9b5f-4ffc34a56e36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68a52fba-e830-43bd-82ae-f77405915f0d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:06:26.870229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 8155033b-495d-406e-b99e-e5e7b6e423e7 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:06:26.949204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 8155033b-495d-406e-b99e-e5e7b6e423e7 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:26.949993 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:27.057065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 8155033b-495d-406e-b99e-e5e7b6e423e7 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:27.057841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:27.088740 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 8155033b-495d-406e-b99e-e5e7b6e423e7, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=8155033b-495d-406e-b99e-e5e7b6e423e7,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:06:27.097288 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:27.176415 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=8155033b-495d-406e-b99e-e5e7b6e423e7,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:06:28.143174 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:06:28.881670 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 8155033b-495d-406e-b99e-e5e7b6e423e7 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:06:28.998252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 8155033b-495d-406e-b99e-e5e7b6e423e7 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:06:28.999075 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (8155033b-495d-406e-b99e-e5e7b6e423e7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:29.121097 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 8155033b-495d-406e-b99e-e5e7b6e423e7 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:06:37.610625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ba37202a-bf23-44c7-b68f-5df312259104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:40.002555 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aac45053-b818-44f8-a0cf-51623e237cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:40.785730 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:42.443197 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:06:44.027306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:05.142668 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:07:07.614758 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9ba94750-64ad-497c-933f-1c90ca2716a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:09.997169 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-96ad8bd2-3d54-4640-9bf0-55cacd144d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:10.785539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:12.430304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:14.024286 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:37.616429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c23c-879a-4d4f-8c82-0c18080ea7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:40.002516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d54d39f9-4133-4b38-bd9c-778dc6e6a82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:40.789650 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:42.142057 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:07:42.433619 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:44.021476 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:44.853651 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49648) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:44.919996 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a79e8ef-26f1-4dcd-ad12-cf97f71e91c9 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:07:44.921290 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6a79e8ef-26f1-4dcd-ad12-cf97f71e91c9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666776 Mar 30 18:07:45.082002 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166ca8b-e9d1-459f-b5b7-0cb113d5d4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:45.083492 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e166ca8b-e9d1-459f-b5b7-0cb113d5d4a7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1575644 Mar 30 18:07:47.461780 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49658) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:47.551691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d330a-a265-41e5-bd2b-185e5cd4a8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:47.553035 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2a5d330a-a265-41e5-bd2b-185e5cd4a8fd admin admin] 10.222.0.24 "GET /v2.0/subnets/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36 HTTP/1.1" status: 200 len: 849 time: 0.0902822 Mar 30 18:07:47.562120 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:07:47.647379 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Publish callbacks [] for subnet (d062a14a-c2cf-40fe-9b5f-4ffc34a56e36), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:47.795580 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763622180482'] for subnet (d062a14a-c2cf-40fe-9b5f-4ffc34a56e36), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:47.828106 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:47.829272 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:47.830058 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] 10.222.0.24 "PUT /v2.0/subnets/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36 HTTP/1.1" status: 200 len: 868 time: 0.2713599 Mar 30 18:07:47.848141 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78b21c-51ea-4347-89c3-067af4c3b08a None None] Network 1c56169e-781f-4f4b-a672-7ca26db2a83b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:07:47.852136 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d062a14a-c2cf-40fe-9b5f-4ffc34a56e36,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:07:47.859524 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.860013 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.860430 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.860785 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.861710 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.862761 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.863110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.863451 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.863810 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.864156 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.864538 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.864889 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.865227 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.865557 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:47.865886 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71bbc-3017-4417-a3c9-8fb92de853dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:07:48.136709 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Provisioning complete for port 6ddd877d-1b5a-4f97-849f-c321302f7992 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:07:48.137098 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6ddd877d-1b5a-4f97-849f-c321302f7992), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:48.214347 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Current status of the port 6ddd877d-1b5a-4f97-849f-c321302f7992 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:07:48.225001 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Provisioning complete for port 2f778082-27cf-4ad9-970c-b6d91c24574d triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:07:48.225331 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2f778082-27cf-4ad9-970c-b6d91c24574d), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:07:48.297694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-78f8b6c4-7eee-4449-9525-e04bd970272e None None] Current status of the port 2f778082-27cf-4ad9-970c-b6d91c24574d is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:07:50.272302 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49666) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:50.476211 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e885094-fdee-4576-a39c-7d24d246dea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:50.476645 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e885094-fdee-4576-a39c-7d24d246dea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:50.478192 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4e885094-fdee-4576-a39c-7d24d246dea2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2049172 Mar 30 18:07:52.783584 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49674) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:53.061948 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e771b-10a5-4c2a-be4c-75a6501bb07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:53.062344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e771b-10a5-4c2a-be4c-75a6501bb07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:53.063893 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9f8e771b-10a5-4c2a-be4c-75a6501bb07d admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2794132 Mar 30 18:07:55.371697 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49684) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:55.549733 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75882f5f-6b44-4450-84f2-d2ca207ce3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:55.551114 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-75882f5f-6b44-4450-84f2-d2ca207ce3d8 admin admin] 10.222.0.24 "GET /v2.0/networks/1c56169e-781f-4f4b-a672-7ca26db2a83b HTTP/1.1" status: 200 len: 868 time: 0.1784573 Mar 30 18:07:57.864301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49692) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:07:57.989870 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ede60-65e9-4be9-a308-a1c104db3d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:07:57.991221 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0c8ede60-65e9-4be9-a308-a1c104db3d08 admin admin] 10.222.0.24 "GET /v2.0/networks/26759771-81fb-4c7a-8f9f-958fc1fbc07b HTTP/1.1" status: 200 len: 886 time: 0.1258779 Mar 30 18:08:00.318520 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49700) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:00.443837 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb260d-2bdf-4736-8b16-0400aebc0b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:00.444315 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb260d-2bdf-4736-8b16-0400aebc0b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:00.445860 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-85cb260d-2bdf-4736-8b16-0400aebc0b84 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263864 Mar 30 18:08:02.749194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49708) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:02.877276 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b8136-b8b5-49a0-aa57-9c83264718ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:02.877741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b8136-b8b5-49a0-aa57-9c83264718ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:02.879283 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a68b8136-b8b5-49a0-aa57-9c83264718ce admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291533 Mar 30 18:08:05.205035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49716) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:05.313283 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a9364e-ef60-4f43-9867-95acd5cc514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:05.314905 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-27a9364e-ef60-4f43-9867-95acd5cc514e admin admin] 10.222.0.24 "GET /v2.0/subnets/d062a14a-c2cf-40fe-9b5f-4ffc34a56e36 HTTP/1.1" status: 200 len: 868 time: 0.1089189 Mar 30 18:08:07.618871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f739-2523-4f16-9bf7-940a459b852b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:07.635652 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49724) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:07.721766 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f748ae-eee0-43de-9254-1c142b251a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:07.723099 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f7f748ae-eee0-43de-9254-1c142b251a3a admin admin] 10.222.0.24 "GET /v2.0/subnets/dd1830b6-5923-4e35-a8ef-5b35b059cb33 HTTP/1.1" status: 200 len: 816 time: 0.0864980 Mar 30 18:08:10.004708 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c283c2b8-6256-40c3-be00-35123da17cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:10.791109 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:12.435520 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:14.023913 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:19.143919 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:08:35.934169 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49776) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:35.982600 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-79c763c8-4c3d-4931-a525-06ce35149eab admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:08:35.983612 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-79c763c8-4c3d-4931-a525-06ce35149eab admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485039 Mar 30 18:08:37.625742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b545e500-29bf-4ffa-bbce-e9663d945a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:38.387797 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49784) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:38.447855 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.pecan_wsgi.hooks.translation [None req-563feab9-189f-42c6-a827-8514beecd080 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:08:38.449253 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-563feab9-189f-42c6-a827-8514beecd080 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603948 Mar 30 18:08:38.584685 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d7358-306a-4c3c-8ad9-bce98aa0deaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:38.586156 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1c9d7358-306a-4c3c-8ad9-bce98aa0deaa admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1328955 Mar 30 18:08:40.006702 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e2a6d62f-8534-4af4-af3c-46f1c0793051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:40.794078 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:40.890634 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 49792) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:40.940915 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:08:40.959012 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Made reservation on behalf of 86f268a5307a415199c254f88c89fc02 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:08:40.961200 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:40.990786 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING neutron.services.revisions.revision_plugin [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Could not find related network for resource to bump revision. Mar 30 18:08:41.004647 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:08:41.013426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (d5487ae7-7ad3-474d-8c93-55c7591bb61e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:41.013778 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Added segment d5487ae7-7ad3-474d-8c93-55c7591bb61e of type vlan for network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 Mar 30 18:08:41.060866 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (ee60c0b3-8ff6-42cc-88b8-70072fdd0650), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:41.084401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (ee60c0b3-8ff6-42cc-88b8-70072fdd0650), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:41.085317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:41.085884 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:41.136971 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2452011 Mar 30 18:08:41.143543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Pushing event updated for resources: {'Network': ['ID=ee60c0b3-8ff6-42cc-88b8-70072fdd0650,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:08:41.152020 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.152406 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.152782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.153131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.153473 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.153811 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.154145 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.154479 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.154831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.155168 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.155519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.155867 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.156201 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.156575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.157417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1d373-1edb-4027-9eaf-3fc144ab5a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:41.170487 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:08:42.437054 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:43.446297 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49800) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:08:43.508260 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e41c6f-a53c-4422-924f-e72265c36126 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:08:43.509591 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-32e41c6f-a53c-4422-924f-e72265c36126 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623329 Mar 30 18:08:43.576744 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fb0c1-aa49-4726-9b70-10f5be18e273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:43.578078 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-506fb0c1-aa49-4726-9b70-10f5be18e273 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0644751 Mar 30 18:08:43.588369 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650', 'description': 'shared-subnet'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:08:43.606017 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Made reservation on behalf of 86f268a5307a415199c254f88c89fc02 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:08:43.608495 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:43.773946 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (b9f31e8d-3166-4a28-85fe-22ba886a7708), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:43.822617 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f31e8d-3166-4a28-85fe-22ba886a7708,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:08:43.837039 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Checking segment: {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:08:43.837400 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Network hostable DHCP agents. Network: ee60c0b3-8ff6-42cc-88b8-70072fdd0650, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:08:43.852853 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:08:43.861080 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, ee60c0b3-8ff6-42cc-88b8-70072fdd0650) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:08:43.865026 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:08:43.865613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:43.870517 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e382c9f-ad94-4241-b389-3186b9ad638a None None] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:08:43.880362 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-37df9f0f-16f0-4aa1-8aa7-1420ee738d0b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952654 Mar 30 18:08:43.973634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-ee60c0b3-8ff6-42cc-88b8-70072fdd0650', 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650', 'project_id': '86f268a5307a415199c254f88c89fc02', 'fixed_ips': [{'subnet_id': 'b9f31e8d-3166-4a28-85fe-22ba886a7708'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:08:43.974513 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.081261 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.131132 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Allocated IP 192.168.233.2 (ee60c0b3-8ff6-42cc-88b8-70072fdd0650/b9f31e8d-3166-4a28-85fe-22ba886a7708/967cc5a8-23d5-43de-a538-b4e5e8150588) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:08:44.375233 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks [] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.381437 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.427791 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Pushing event updated for resources: {'Port': ['ID=967cc5a8-23d5-43de-a538-b4e5e8150588,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:08:44.431678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:08:44.436216 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.436596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.436964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.437324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.437669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.438031 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.438369 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.438707 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.439022 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.439348 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.439675 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.440013 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.440368 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.440691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.441024 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:08:44.444689 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:08:44.447608 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:08:44.505244 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Attempting to bind port 967cc5a8-23d5-43de-a538-b4e5e8150588 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:08:44.505613 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Attempting to bind port 967cc5a8-23d5-43de-a538-b4e5e8150588 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:08:44.505970 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Attempting to bind port 967cc5a8-23d5-43de-a538-b4e5e8150588 on network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:08:44.510889 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:08:44.511393 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Checking segment: {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:08:44.511799 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.512192 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Bound using segment: {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:08:44.512677 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Bound port: 967cc5a8-23d5-43de-a538-b4e5e8150588, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:08:44.513050 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.573238 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] For port 967cc5a8-23d5-43de-a538-b4e5e8150588, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:08:44.576279 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] For port 967cc5a8-23d5-43de-a538-b4e5e8150588, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=967cc5a8-23d5-43de-a538-b4e5e8150588,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:08:44.583461 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:44.639633 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554b0b-f30d-48e8-8de9-06d06848e5f6 None None] Pushing event updated for resources: {'Port': ['ID=967cc5a8-23d5-43de-a538-b4e5e8150588,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:08:44.937796 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 967cc5a8-23d5-43de-a538-b4e5e8150588 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:08:44.992775 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 967cc5a8-23d5-43de-a538-b4e5e8150588 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:08:44.993169 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:45.072878 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 967cc5a8-23d5-43de-a538-b4e5e8150588 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:08:45.073280 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:45.107710 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 967cc5a8-23d5-43de-a538-b4e5e8150588, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=967cc5a8-23d5-43de-a538-b4e5e8150588,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:08:45.111738 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:45.160221 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=967cc5a8-23d5-43de-a538-b4e5e8150588,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:08:45.493231 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f14cd2-e6b4-4fff-9117-3a36e02dd226 None None] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:08:45.599054 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ee6913d7-e27c-44b2-9f26-46cdae3b6d11 None None] Provisioning complete for port 967cc5a8-23d5-43de-a538-b4e5e8150588 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:08:45.599445 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ee6913d7-e27c-44b2-9f26-46cdae3b6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:45.692409 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ee6913d7-e27c-44b2-9f26-46cdae3b6d11 None None] Current status of the port 967cc5a8-23d5-43de-a538-b4e5e8150588 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:08:45.912801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-30018ee3-01a2-4364-935c-62dae40fc081 None None] Provisioning complete for port 967cc5a8-23d5-43de-a538-b4e5e8150588 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:08:45.913194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-30018ee3-01a2-4364-935c-62dae40fc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:45.995027 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-30018ee3-01a2-4364-935c-62dae40fc081 None None] Current status of the port 967cc5a8-23d5-43de-a538-b4e5e8150588 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:08:46.883137 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 967cc5a8-23d5-43de-a538-b4e5e8150588 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:08:46.931205 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 967cc5a8-23d5-43de-a538-b4e5e8150588 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:08:46.931596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (967cc5a8-23d5-43de-a538-b4e5e8150588), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:08:47.006202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 967cc5a8-23d5-43de-a538-b4e5e8150588 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:08:56.144408 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:09:07.620077 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-74e3fd0b-691c-4b54-b0f1-d1b487f56e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:10.009240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-db674c3f-d74e-49fc-afb2-f7d641a7a88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:10.796092 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:12.442020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:14.023823 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:33.143673 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:09:37.621096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5376f8ab-bf46-408c-87a2-8f05bbb0189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:40.012132 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6bd833a5-cb9c-4376-b8ae-b4057f377e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:40.800829 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:42.445690 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:44.026404 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:03.847462 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49838) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:03.853247 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [None req-160a8356-c3ab-468f-b005-3d0b224d3112 tempest-verify_tempest_config-1811267337 tempest-verify_tempest_config-1811267337-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:10:03.854256 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-160a8356-c3ab-468f-b005-3d0b224d3112 tempest-verify_tempest_config-1811267337 tempest-verify_tempest_config-1811267337-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057874 Mar 30 18:10:04.141979 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49856) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:04.246013 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.319364 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Publish callbacks [] for security_group (57a1a2ba-c3d3-438a-b83f-ff9deeea9e40), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.322829 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (57a1a2ba-c3d3-438a-b83f-ff9deeea9e40), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.367896 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58c82af2138d420eb41ca4c4d76a6b3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2248788 Mar 30 18:10:04.368908 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a1a2ba-c3d3-438a-b83f-ff9deeea9e40,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:04.370751 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49860) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:04.388450 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.388799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.389160 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.389500 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.389833 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.390863 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.391246 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.391604 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.391941 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.392270 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.392624 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.392965 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.393291 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.393611 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.393933 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb3fb3b-f865-4634-98bc-22a8c42af737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:04.435175 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] Publish callbacks [] for security_group (57a1a2ba-c3d3-438a-b83f-ff9deeea9e40), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.456109 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] Publish callbacks [] for security_group (57a1a2ba-c3d3-438a-b83f-ff9deeea9e40), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.545644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (57a1a2ba-c3d3-438a-b83f-ff9deeea9e40), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.548822 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.550026 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a1a2ba-c3d3-438a-b83f-ff9deeea9e40 HTTP/1.1" status: 204 len: 168 time: 0.1783304 Mar 30 18:10:04.558017 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab32f7-2fec-49d2-b946-2a564838ec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a1a2ba-c3d3-438a-b83f-ff9deeea9e40,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:07.623769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ce237d1c-4c15-488a-96d6-66c80d476dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.013227 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d282e6a-470c-4b57-8327-ea22643e7252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.143281 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:10:10.803666 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:12.449472 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.028792 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:37.628165 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-41d751fe-7aed-42b5-a9f3-3d9c0051f9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:40.016888 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-35c40f89-864b-4b33-a245-fe5122b7c505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:40.805245 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:42.453397 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:44.032152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:47.142678 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:11:07.631336 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-aabe2551-bc52-4bf8-83b9-c99c89a717ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:10.018319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-42b72138-68b9-4207-b95d-8ee98b0dd7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:10.808614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:12.456276 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:14.037834 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:24.141412 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 5 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:11:37.632334 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-83bc7f9e-f741-4356-9e74-b15e319afbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:40.020274 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-395e88eb-01a0-4af6-8f57-f895299a1937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:40.813582 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:42.459226 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:44.039562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:49.535116 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662431'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:01.141609 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:12:02.865716 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49930) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:02.969779 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-27b9d6d0-2498-4212-a24b-0a3cab30b68e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1029451 Mar 30 18:12:05.316145 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 49940) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:05.373303 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f01f3add-d554-46cd-91ae-d492af97280d admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0558908 Mar 30 18:12:07.634171 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bdc50547-6831-40fb-8c7f-00ba3f005626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:10.023255 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f084dbb1-27d4-4290-b5a0-fd9ef196e75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:10.815417 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:12.464227 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:14.041611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:19.469925 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:37.634895 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a6a33983-5302-4633-8227-bff2a825ede7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:38.140923 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:12:40.026144 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bb46d338-e9a2-480b-b6a8-ddfe3c085f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:40.817648 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:42.466934 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:44.044681 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:49.471108 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:07.637806 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d310ebb2-4d1d-490e-be7c-2c31061fcc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:10.029240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0935dcd7-2a55-47b4-8884-e190e32df272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:10.819964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:12.469287 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:14.047344 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:15.141396 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:13:19.486086 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:37.640867 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84c09770-a75d-4a5d-8c9a-1232db7fe1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:40.034974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c31b4d5-036f-415b-b58f-6e921e28fcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:40.827106 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:42.472920 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.320185 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50128) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:43.383710 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50140) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:43.612611 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-826112215-network', 'tenant_id': '776564e46c934684860acced6d1ade0d'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:43.632625 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Made reservation on behalf of 776564e46c934684860acced6d1ade0d for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:43.635438 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.644249 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.722960 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks [] for security_group (bb10c9d1-a968-4f42-9708-b4ec9c434faf), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.726963 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bb10c9d1-a968-4f42-9708-b4ec9c434faf), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.741814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:13:43.760049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (39838eee-ca2e-4d79-a9e9-ce39916a8ef9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.760667 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Added segment 39838eee-ca2e-4d79-a9e9-ce39916a8ef9 of type vlan for network 957b265d-1db4-4816-908f-5e9218abc41c Mar 30 18:13:43.800337 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb10c9d1-a968-4f42-9708-b4ec9c434faf,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:43.810697 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.811046 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.811391 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.811729 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.812065 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.812427 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.812759 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.813092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.813436 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.813767 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.814106 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.814450 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.814780 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.815104 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.815422 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Tracked resource versions report: Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: pushed versions: Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: { 'AddressGroup': {'1.2'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Agent': {'1.1'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'ConntrackHelper': {'1.0'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Log': {'1.0'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'NDPProxy': {'1.0'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Network': {'1.1'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Port': {'1.7'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'PortForwarding': {'1.3'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'QosPolicy': {'1.10'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroup': {'1.5'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SubPort': {'1.0'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Subnet': {'1.1'}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Trunk': {'1.1'}} Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: consumer versions: Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Agent': '1.1', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'ConntrackHelper': '1.0', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'LocalIPAssociation': '1.0', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Log': '1.0', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'NDPProxy': '1.0', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Network': '1.1', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Port': '1.7', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'PortForwarding': '1.3', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'QosPolicy': '1.10', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroup': '1.5', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SecurityGroupRule': '1.2', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'SubPort': '1.0', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Subnet': '1.1', Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: 'Trunk': '1.1'}} Mar 30 18:13:43.816713 dv-cinder-835878-1-iscsi neutron-server[103472]: {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:13:43.833455 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (957b265d-1db4-4816-908f-5e9218abc41c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.862012 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-network', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:43.873288 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (957b265d-1db4-4816-908f-5e9218abc41c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.874538 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:43.875106 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.901131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50162) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:43.901713 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5791461 Mar 30 18:13:43.902916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Made reservation on behalf of f6c8cc8bb01748989c6da627869a36fc for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:43.905420 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.907372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Request body: {'subnet': {'network_id': '957b265d-1db4-4816-908f-5e9218abc41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-826112215-subnet', 'tenant_id': '776564e46c934684860acced6d1ade0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:43.931066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Made reservation on behalf of 776564e46c934684860acced6d1ade0d for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:43.934230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.943157 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.000399 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50170) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:44.043312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2438a09-5378-4d54-9c64-081b663fdd27 admin admin] Pushing event updated for resources: {'Network': ['ID=957b265d-1db4-4816-908f-5e9218abc41c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.058839 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 957b265d-1db4-4816-908f-5e9218abc41c details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:13:44.075088 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.124675 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks [] for security_group (9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.130632 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.160248 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:13:44.182479 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (ba7b42a3-72fe-4925-86fa-ad4c886eed79), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.183031 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Added segment ba7b42a3-72fe-4925-86fa-ad4c886eed79 of type vlan for network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 Mar 30 18:13:44.184736 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.205229 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.242272 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.270786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.271934 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.273073 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:44.273654 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.282257 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.282674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.283200 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.283690 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.284316 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.284825 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.285301 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.285779 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.286256 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.286732 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.287244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.287738 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.288221 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.288724 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.289379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Tracked resource versions report: Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: pushed versions: Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Agent': {'1.1'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Log': {'1.0'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Network': {'1.1'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Port': {'1.7'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: consumer versions: Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Agent': '1.1', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Log': '1.0', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'NDPProxy': '1.0', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Network': '1.1', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Port': '1.7', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'PortForwarding': '1.3', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'QosPolicy': '1.10', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'SubPort': '1.0', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Subnet': '1.1', Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: 'Trunk': '1.1'}} Mar 30 18:13:44.291457 dv-cinder-835878-1-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:13:44.300550 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Checking segment: {'id': '39838eee-ca2e-4d79-a9e9-ce39916a8ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:44.301175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Network hostable DHCP agents. Network: 957b265d-1db4-4816-908f-5e9218abc41c, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:13:44.320285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Network 957b265d-1db4-4816-908f-5e9218abc41c is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:13:44.338215 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 957b265d-1db4-4816-908f-5e9218abc41c) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:44.347399 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:44.347793 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b1fdd-4e04-4ea3-81e4-e9d930680ef5 None None] Network 957b265d-1db4-4816-908f-5e9218abc41c requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:44.348455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.363694 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9744921 Mar 30 18:13:44.367018 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50184) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:44.374418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Request body: {'subnet': {'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-subnet', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:44.378813 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd5c3-3e72-451e-8607-f312dc112a92 admin admin] Pushing event updated for resources: {'Network': ['ID=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.401244 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0a35b8f8-9e9d-4b28-8026-6a9ee8cf9cad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4988523 Mar 30 18:13:44.406449 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:13:44.422787 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Made reservation on behalf of f6c8cc8bb01748989c6da627869a36fc for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:44.426283 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.518112 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-176643659-network', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:44.564695 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Made reservation on behalf of 4a21cf594dde4be9ab4c55d58196667c for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:44.567272 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.587621 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.600676 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e5818-340e-46b5-91da-7dd59226e436 None None] Network 957b265d-1db4-4816-908f-5e9218abc41c requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:44.689768 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (94c40cfc-de88-4027-ae25-5c79f5bd6230), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.752683 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c40cfc-de88-4027-ae25-5c79f5bd6230,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.763845 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks [] for security_group (f685258d-eedd-4790-a10a-03bd8dbedf1a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.768431 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f685258d-eedd-4790-a10a-03bd8dbedf1a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.778151 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:44.779463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Network hostable DHCP agents. Network: b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:13:44.796392 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:13:44.808356 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685258d-eedd-4790-a10a-03bd8dbedf1a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:44.813275 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (d60195a3-fc34-414c-a77e-954f70970db0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.813805 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Added segment d60195a3-fc34-414c-a77e-954f70970db0 of type vlan for network 9c7875dc-2b79-4aa7-97ca-e885577573d1 Mar 30 18:13:44.817638 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:13:44.847544 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:44.857153 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:44.858914 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.861576 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67963873-380e-4815-9b2d-a61b79abc4ce None None] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:44.876330 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (9c7875dc-2b79-4aa7-97ca-e885577573d1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.885361 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-72850845-a769-49d8-9c4f-18468c5b62cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5131717 Mar 30 18:13:44.886335 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50204) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:44.891065 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:44.917319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.918627 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.926311 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (9c7875dc-2b79-4aa7-97ca-e885577573d1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.929396 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:44.931699 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.995387 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9919310 Mar 30 18:13:45.022664 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da725390-9b16-4457-8a17-21f954e968ec admin admin] Pushing event updated for resources: {'Network': ['ID=9c7875dc-2b79-4aa7-97ca-e885577573d1,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:45.025592 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for router_controller (cf8e1c03-ae74-4a57-862c-fc4492a2b991), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.026474 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50210) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:45.034877 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Request body: {'subnet': {'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-176643659-subnet', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:45.035770 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:13:45.080256 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Made reservation on behalf of 4a21cf594dde4be9ab4c55d58196667c for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:45.082673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.091564 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:13:45.092596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.248469 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for router_gateway (cf8e1c03-ae74-4a57-862c-fc4492a2b991), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.303714 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Allocated IP 172.20.0.2 (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5/94c40cfc-de88-4027-ae25-5c79f5bd6230/2a2295eb-272f-4983-9267-e23a77419b62) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:45.465177 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (175b903a-afb0-45e8-a29b-bac903ce8736), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.520949 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for router_gateway (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.574307 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.645766 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks [] for port (2a2295eb-272f-4983-9267-e23a77419b62), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.656764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (2a2295eb-272f-4983-9267-e23a77419b62), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.674555 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Checking segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:45.677689 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Network hostable DHCP agents. Network: 9c7875dc-2b79-4aa7-97ca-e885577573d1, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:13:45.689525 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175b903a-afb0-45e8-a29b-bac903ce8736,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:45.726430 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:13:45.746095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:45.747590 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 9c7875dc-2b79-4aa7-97ca-e885577573d1) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:45.752592 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:45.754077 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.769604 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233918e-84bf-4d70-a622-d1182cb56411 None None] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:45.774049 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Pushing event updated for resources: {'Port': ['ID=2a2295eb-272f-4983-9267-e23a77419b62,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:45.776804 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:45.781621 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-05802f69-f36f-4eb6-a860-ad8de0880424 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7538877 Mar 30 18:13:45.784011 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50244) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:45.794998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:45.798454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:45.834948 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.835316 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.835860 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.837029 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.837561 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.838292 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.838838 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.839866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.852521 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.853157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.853670 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:45.853815 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.854283 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.854775 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.855264 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.855759 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.856235 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Tracked resource versions report: Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: pushed versions: Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: { 'AddressGroup': {'1.2'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Agent': {'1.1'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'ConntrackHelper': {'1.0'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Log': {'1.0'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'NDPProxy': {'1.0'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Network': {'1.1'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Port': {'1.7'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'PortForwarding': {'1.3'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'QosPolicy': {'1.10'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroup': {'1.5'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SubPort': {'1.0'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Subnet': {'1.1'}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Trunk': {'1.1'}} Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: consumer versions: Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Agent': '1.1', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'ConntrackHelper': '1.0', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'LocalIPAssociation': '1.0', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Log': '1.0', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'NDPProxy': '1.0', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Network': '1.1', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Port': '1.7', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'PortForwarding': '1.3', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'QosPolicy': '1.10', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroup': '1.5', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SecurityGroupRule': '1.2', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'SubPort': '1.0', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Subnet': '1.1', Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: 'Trunk': '1.1'}} Mar 30 18:13:45.857652 dv-cinder-835878-1-iscsi neutron-server[103473]: {{(pid=103473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:13:45.975136 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for router_controller (e3c6d785-2a02-4eed-9b5b-b97199939527), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.045519 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Attempting to bind port 2a2295eb-272f-4983-9267-e23a77419b62 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:13:46.046131 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Attempting to bind port 2a2295eb-272f-4983-9267-e23a77419b62 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:13:46.046657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Attempting to bind port 2a2295eb-272f-4983-9267-e23a77419b62 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:13:46.053202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:13:46.053795 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:46.054361 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.054901 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Bound using segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:13:46.055686 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Bound port: 2a2295eb-272f-4983-9267-e23a77419b62, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:13:46.056341 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2a2295eb-272f-4983-9267-e23a77419b62), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.060916 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-9c7875dc-2b79-4aa7-97ca-e885577573d1', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:13:46.061939 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.119373 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Allocated IP 172.27.2.115 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/fb47a942-092e-4a16-80f5-160cb0e0fd87) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:46.149805 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] For port 2a2295eb-272f-4983-9267-e23a77419b62, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:13:46.154727 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] For port 2a2295eb-272f-4983-9267-e23a77419b62, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2a2295eb-272f-4983-9267-e23a77419b62,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:13:46.179629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2a2295eb-272f-4983-9267-e23a77419b62), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.405174 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aff801-937e-4eb8-920b-431abaed5a7c None None] Pushing event updated for resources: {'Port': ['ID=2a2295eb-272f-4983-9267-e23a77419b62,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:46.447397 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for router_gateway (e3c6d785-2a02-4eed-9b5b-b97199939527), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.458143 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.554183 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Allocated IP 172.20.0.2 (9c7875dc-2b79-4aa7-97ca-e885577573d1/175b903a-afb0-45e8-a29b-bac903ce8736/7129f862-89a7-4d1b-8df8-1aa2c7e70b99) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:46.594964 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.729912 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Pushing event updated for resources: {'Port': ['ID=fb47a942-092e-4a16-80f5-160cb0e0fd87,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:46.776411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:46.777903 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:46.791691 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:46.971706 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks [] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.982477 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.041805 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:47.048025 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:47.055850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:47.058794 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Pushing event updated for resources: {'Port': ['ID=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:47.141695 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Attempting to bind port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:13:47.141905 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Attempting to bind port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:13:47.142156 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Attempting to bind port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:13:47.153136 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:13:47.153937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Checking segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:47.155566 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.156054 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Bound using segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:13:47.156761 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Bound port: 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:13:47.157203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.268188 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2a2295eb-272f-4983-9267-e23a77419b62 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:47.283392 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for router_gateway (e3c6d785-2a02-4eed-9b5b-b97199939527), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.309647 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.362937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] For port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:13:47.367689 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] For port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:13:47.383986 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.429546 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for router_gateway (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.527017 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Allocated IP 172.27.2.17 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/948f40f8-0c45-463d-b46a-caa44cf8e940) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:47.661585 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50316) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:47.675274 dv-cinder-835878-1-iscsi neutron-server[103471]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:13:47.716114 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 2a2295eb-272f-4983-9267-e23a77419b62 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:47.717677 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2a2295eb-272f-4983-9267-e23a77419b62), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.796851 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.808907 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4791-606c-442f-aa4b-47abf5a126cd None None] Pushing event updated for resources: {'Port': ['ID=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:47.929436 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.944047 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 2a2295eb-272f-4983-9267-e23a77419b62 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:47.944654 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2a2295eb-272f-4983-9267-e23a77419b62), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:48.022004 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 2a2295eb-272f-4983-9267-e23a77419b62, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2a2295eb-272f-4983-9267-e23a77419b62,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:13:48.035441 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9437989-4141-4061-be51-5e00269d32bc None None] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:48.039254 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2a2295eb-272f-4983-9267-e23a77419b62), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:48.113491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-a2512f07-2b0a-49ec-a6ee-de92e4a306b6 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:48.120764 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-a2512f07-2b0a-49ec-a6ee-de92e4a306b6 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/networks?id=957b265d-1db4-4816-908f-5e9218abc41c HTTP/1.1" status: 200 len: 811 time: 0.4481962 Mar 30 18:13:48.141230 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:48.145918 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-1ce36c37-0363-42fc-a781-0cdd4c07ad60 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/quotas/776564e46c934684860acced6d1ade0d HTTP/1.1" status: 200 len: 375 time: 0.0242469 Mar 30 18:13:48.156995 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:48.177230 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=948f40f8-0c45-463d-b46a-caa44cf8e940,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:48.182814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:48.241674 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-36446bea-d4ea-4797-99de-5bf5801a2d0d tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=776564e46c934684860acced6d1ade0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947416 Mar 30 18:13:48.340186 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-15097a9b-c5b9-49ce-8823-92b59c9f400d None None] Provisioning complete for port 2a2295eb-272f-4983-9267-e23a77419b62 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:48.341224 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-15097a9b-c5b9-49ce-8823-92b59c9f400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2a2295eb-272f-4983-9267-e23a77419b62), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:48.559104 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:48.638575 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-15097a9b-c5b9-49ce-8823-92b59c9f400d None None] Current status of the port 2a2295eb-272f-4983-9267-e23a77419b62 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:48.695068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=2a2295eb-272f-4983-9267-e23a77419b62,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:48.794111 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:13:48.944640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9f652a9e-e9a9-4475-81cf-0c3fb877ca7a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:13:48.946197 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9f652a9e-e9a9-4475-81cf-0c3fb877ca7a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3765900 Mar 30 18:13:49.056805 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-44c95c73-b21c-4150-92ea-f88a6e659f84 service neutron] 10.222.0.24 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994549 Mar 30 18:13:49.190642 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:13:49.201212 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for router_gateway (e3c6d785-2a02-4eed-9b5b-b97199939527), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.226089 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:13:49.245385 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:49.246020 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:49.251474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.257117 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e7afffdf-04c0-4128-a8ab-920239c1c453 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3670025 Mar 30 18:13:49.259274 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50360) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:49.291284 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8cf4bc27-e1c0-4780-a1d8-1525fb79eaef None None] Provisioning complete for port 2a2295eb-272f-4983-9267-e23a77419b62 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:49.291691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bc27-e1c0-4780-a1d8-1525fb79eaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2a2295eb-272f-4983-9267-e23a77419b62), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.377614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:49.397158 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-36c178a0-033f-4a03-be69-2b815a95062f service neutron] 10.222.0.24 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183973 Mar 30 18:13:49.573690 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.590325 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4bc27-e1c0-4780-a1d8-1525fb79eaef None None] Current status of the port 2a2295eb-272f-4983-9267-e23a77419b62 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:49.650441 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:49.652229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.717676 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:49.844654 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:49.877060 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0cbd0-92d1-485f-80e9-b4ba373cbdf8 None None] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:13:50.074241 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50392) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:50.083098 dv-cinder-835878-1-iscsi neutron-server[103472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:13:50.096388 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Provisioning complete for port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:50.100429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.160606 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:47Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:50.174167 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:50.174564 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.236259 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:13:50.236758 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Updating router cf8e1c03-ae74-4a57-862c-fc4492a2b991 port fb47a942-092e-4a16-80f5-160cb0e0fd87 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:13:50.289829 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.307807 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Current status of the port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:50.309723 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.369926 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] For port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:13:50.399676 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-33a6defb-da2a-45a2-abe5-a86002d62874 req-46332b8a-b533-4613-bdcf-7cedade50b0b tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.3196635 Mar 30 18:13:50.409417 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.473137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Router e3c6d785-2a02-4eed-9b5b-b97199939527 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:13:50.645542 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa92c8-1782-4598-b9d2-c0e159784704 None None] Pushing event updated for resources: {'Port': ['ID=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:50.702504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:13:50.703116 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:13:50.756268 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:13:50.782506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:13:50.804627 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:50.808135 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:50.811060 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.822442 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40789ec6-e3e1-4f9c-b456-f65e9dfd8dc9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0354760 Mar 30 18:13:50.823916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50444) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:50.889213 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks [] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.902633 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:50.909369 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.030562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:51.040637 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Pushing event updated for resources: {'Port': ['ID=fb47a942-092e-4a16-80f5-160cb0e0fd87,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:51.064164 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.065880 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.066575 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.067269 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.067760 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.068901 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.069444 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.070071 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.071183 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.072551 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.073098 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.073939 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.074423 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.076050 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.076573 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Tracked resource versions report: Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: pushed versions: Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: { 'AddressGroup': {'1.2'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Agent': {'1.1'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'ConntrackHelper': {'1.0'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Log': {'1.0'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'NDPProxy': {'1.0'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Network': {'1.1'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Port': {'1.7'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'PortForwarding': {'1.3'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'QosPolicy': {'1.10'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroup': {'1.5'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SubPort': {'1.0'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Subnet': {'1.1'}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Trunk': {'1.1'}} Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: consumer versions: Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: { DHCP agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: HyperV agent@hv-cinder-83587: {}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: L3 agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: Metadata agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: Metering agent@dv-cinder-835878-1-iscsi: {}, Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: Open vSwitch agent@dv-cinder-835878-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Agent': '1.1', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'ConntrackHelper': '1.0', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'LocalIPAssociation': '1.0', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Log': '1.0', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'NDPProxy': '1.0', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Network': '1.1', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Port': '1.7', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'PortForwarding': '1.3', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'QosPolicy': '1.10', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroup': '1.5', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SecurityGroupRule': '1.2', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'SubPort': '1.0', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Subnet': '1.1', Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: 'Trunk': '1.1'}} Mar 30 18:13:51.078208 dv-cinder-835878-1-iscsi neutron-server[103474]: {{(pid=103474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:13:51.085248 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Attempting to bind port fb47a942-092e-4a16-80f5-160cb0e0fd87 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:13:51.085912 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Attempting to bind port fb47a942-092e-4a16-80f5-160cb0e0fd87 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:13:51.087009 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Attempting to bind port fb47a942-092e-4a16-80f5-160cb0e0fd87 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:13:51.093716 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:13:51.094357 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:51.094987 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.095527 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:13:51.096162 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Bound port: fb47a942-092e-4a16-80f5-160cb0e0fd87, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:13:51.097095 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.244857 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] For port fb47a942-092e-4a16-80f5-160cb0e0fd87, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:13:51.250098 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] For port fb47a942-092e-4a16-80f5-160cb0e0fd87, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fb47a942-092e-4a16-80f5-160cb0e0fd87,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:13:51.262062 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.293454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Allocated IP 172.20.0.1 (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5/94c40cfc-de88-4027-ae25-5c79f5bd6230/bf9b27ce-4077-4a55-bfb3-4a748acf7a80) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:51.366763 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:51.368014 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2a2295eb-272f-4983-9267-e23a77419b62 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:51.434742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0c5ba921-09df-4b0d-9527-51059ca0f30d None None] Provisioning complete for port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:51.435492 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba921-09df-4b0d-9527-51059ca0f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.448902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks [] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.491879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.506940 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:51.508726 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 2a2295eb-272f-4983-9267-e23a77419b62 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:51.509602 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:51.511541 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2a2295eb-272f-4983-9267-e23a77419b62), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.515161 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379563b1-0104-446b-9f35-2c37b43c5052 None None] Pushing event updated for resources: {'Port': ['ID=fb47a942-092e-4a16-80f5-160cb0e0fd87,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:51.549713 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:51.564610 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:51.566188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:51.578456 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:51.579234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:51.643941 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:48Z', 'revision_number': 3, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:51.710386 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-63da566c-f739-4371-9040-ceab62a9614b req-30a19a2f-2cd4-480d-80ed-beb49669a39b tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.0857313 Mar 30 18:13:51.734457 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:13:51.734923 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Updating router e3c6d785-2a02-4eed-9b5b-b97199939527 port 948f40f8-0c45-463d-b46a-caa44cf8e940 binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:13:51.847258 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:51.891331 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.020876 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.096426 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 2a2295eb-272f-4983-9267-e23a77419b62 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:52.162142 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ba921-09df-4b0d-9527-51059ca0f30d None None] Current status of the port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:52.192553 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:13:52.195314 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.269001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks [] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.274842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.275927 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.323243 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:47Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:52.328890 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:52.358879 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f10f6-4b65-4704-8f56-98c1869ffa8d None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:47Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:13:52.420752 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:52.423663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:52.425669 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:52.510228 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Allocated IP 172.20.0.1 (9c7875dc-2b79-4aa7-97ca-e885577573d1/175b903a-afb0-45e8-a29b-bac903ce8736/4b955b70-dedf-4234-9fb9-9cf03a00b33e) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:52.578064 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-57cb636b-e67f-46e6-a4bf-9b607cea3247 None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:52.578553 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-57cb636b-e67f-46e6-a4bf-9b607cea3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.625109 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:13:52.636436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-57cb636b-e67f-46e6-a4bf-9b607cea3247 None None] Port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:13:52.733490 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:52.734095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.748137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks [] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.815256 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.834440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:13:52.841531 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d8184c8a-259c-47f4-b1df-7fd639afb977 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf8e1c03-ae74-4a57-862c-fc4492a2b991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5800223 Mar 30 18:13:52.888049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Pushing event updated for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:52.891514 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:52.893263 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:52.895489 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:13:52.895986 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (e3c6d785-2a02-4eed-9b5b-b97199939527), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.904324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks [] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:52.920570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.008823 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f68c7-77a9-4e5b-a408-1239b48d0bdd None None] Pushing event updated for resources: {'Port': ['ID=948f40f8-0c45-463d-b46a-caa44cf8e940,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:53.147045 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:53.173385 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Attempting to bind port 948f40f8-0c45-463d-b46a-caa44cf8e940 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:13:53.173918 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Attempting to bind port 948f40f8-0c45-463d-b46a-caa44cf8e940 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:13:53.174392 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Attempting to bind port 948f40f8-0c45-463d-b46a-caa44cf8e940 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:13:53.184362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:13:53.187500 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:53.188089 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.189745 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:13:53.190367 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Bound port: 948f40f8-0c45-463d-b46a-caa44cf8e940, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:13:53.190876 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.208347 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-1da5d38d-6702-46dc-84f1-7aef85f40080 None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:53.208956 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1da5d38d-6702-46dc-84f1-7aef85f40080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.234194 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b7a53821-d2fb-4fa2-bbf7-e978c0eb41f0 req-93b3b4f0-dc47-4846-b017-0c3a4ab3dc31 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.1336565 Mar 30 18:13:53.345897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-1da5d38d-6702-46dc-84f1-7aef85f40080 None None] Port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:13:53.406130 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] For port 948f40f8-0c45-463d-b46a-caa44cf8e940, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:13:53.418175 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] For port 948f40f8-0c45-463d-b46a-caa44cf8e940, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=948f40f8-0c45-463d-b46a-caa44cf8e940,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:13:53.431071 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.493780 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.605319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:53.606037 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:53.717423 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-694ef430-4deb-43a8-837f-22d7bc91aecc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:53.726259 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-694ef430-4deb-43a8-837f-22d7bc91aecc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 0.1554847 Mar 30 18:13:53.752228 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-67d7ac47-d1ae-4dfc-b3dd-58d65b38b2a4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/quotas/f6c8cc8bb01748989c6da627869a36fc HTTP/1.1" status: 200 len: 375 time: 0.0246463 Mar 30 18:13:53.778474 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:53.878858 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ee8f3232-f759-4a16-835f-8e686c225f36 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253924 Mar 30 18:13:53.889307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-43a236e7-2b10-4935-beaf-2df3f51673c7 None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:53.889874 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-43a236e7-2b10-4935-beaf-2df3f51673c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.931236 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f68c7-77a9-4e5b-a408-1239b48d0bdd None None] Pushing event updated for resources: {'Port': ['ID=948f40f8-0c45-463d-b46a-caa44cf8e940,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:53.931842 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks [] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.937621 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.938440 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (e3c6d785-2a02-4eed-9b5b-b97199939527), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:53.944027 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-43a236e7-2b10-4935-beaf-2df3f51673c7 None None] Port 4b955b70-dedf-4234-9fb9-9cf03a00b33e cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:13:53.997846 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-72c641b8-f608-40f4-ac80-c2ce7c454ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179087 Mar 30 18:13:54.022752 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Pushing event updated for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:54.089049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:13:54.090209 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:13:54.218771 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:13:52Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:54.262085 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049eba5b-f25b-4f26-a4d8-71123e48d336 None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:13:52Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:13:54.269217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50562) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:54.349504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fb47a942-092e-4a16-80f5-160cb0e0fd87 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:54.356323 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a75c1dec-5e05-4e9f-9acc-29712c6acc57 service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505087 Mar 30 18:13:54.415265 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:13:54.500506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port fb47a942-092e-4a16-80f5-160cb0e0fd87 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:54.500845 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.545917 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed13-f9ea-437c-ab6d-4d1fba134218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.621614 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b488d6f3-68d4-4d91-bdaa-28a4914c0d10 req-29c24a4b-3f95-4ee9-8513-f57a4437eb90 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.0994899 Mar 30 18:13:54.663898 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port fb47a942-092e-4a16-80f5-160cb0e0fd87 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:54.668587 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.702200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9b6f2e8e-17ed-4715-8788-38ebac0a6705 None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:54.702509 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b6f2e8e-17ed-4715-8788-38ebac0a6705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.759639 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f2e8e-17ed-4715-8788-38ebac0a6705 None None] Port 4b955b70-dedf-4234-9fb9-9cf03a00b33e cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:13:54.765840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port fb47a942-092e-4a16-80f5-160cb0e0fd87, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fb47a942-092e-4a16-80f5-160cb0e0fd87,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:13:54.775869 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.778924 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed13-f9ea-437c-ab6d-4d1fba134218 admin admin] Publish callbacks [] for security_group (360fcbdb-0c81-4c77-b92a-52d09c5ef8c9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.784714 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed13-f9ea-437c-ab6d-4d1fba134218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (360fcbdb-0c81-4c77-b92a-52d09c5ef8c9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:54.846342 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:13:54.851966 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f9dd0ab-16a9-49b4-b4fe-8a10a276c2bf req-ae584ac0-f4b1-46f5-b7da-d7b427377a2e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 210 time: 0.0916831 Mar 30 18:13:54.872895 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cdf686dd-6d5b-4620-8a8a-2bede2f1407c admin admin] 10.222.0.24 "PUT /v2.0/routers/e3c6d785-2a02-4eed-9b5b-b97199939527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0342686 Mar 30 18:13:54.873047 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fe90ed13-f9ea-437c-ab6d-4d1fba134218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6afc6b379de1439eb467e8cea7565bfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5950179 Mar 30 18:13:54.873047 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50592) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:54.884337 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=fb47a942-092e-4a16-80f5-160cb0e0fd87,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:54.901984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ed13-f9ea-437c-ab6d-4d1fba134218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360fcbdb-0c81-4c77-b92a-52d09c5ef8c9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:54.960337 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:13:54.977734 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:54.979568 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:54.989031 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] Publish callbacks [] for security_group (360fcbdb-0c81-4c77-b92a-52d09c5ef8c9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.019618 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] Publish callbacks [] for security_group (360fcbdb-0c81-4c77-b92a-52d09c5ef8c9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.117079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (360fcbdb-0c81-4c77-b92a-52d09c5ef8c9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.121096 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.122633 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/360fcbdb-0c81-4c77-b92a-52d09c5ef8c9 HTTP/1.1" status: 204 len: 168 time: 0.2530890 Mar 30 18:13:55.252068 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:55.372632 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87d1e-09ab-41c0-b4b9-30e3077dc6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360fcbdb-0c81-4c77-b92a-52d09c5ef8c9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:55.393934 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-6b1f1732-994f-45bd-a90c-1eb0f347abdd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:55.401624 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-6b1f1732-994f-45bd-a90c-1eb0f347abdd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 0.2731526 Mar 30 18:13:55.432051 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-969f7aa3-87a9-4f43-ac63-dc6a3e4c6079 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/quotas/f6c8cc8bb01748989c6da627869a36fc HTTP/1.1" status: 200 len: 375 time: 0.0294633 Mar 30 18:13:55.529823 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-99d04f45-40d6-4c2f-a42e-6044028a15a1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968370 Mar 30 18:13:55.667939 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:13:52Z', 'revision_number': 2, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:55.697319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-6f98fa41-50c9-4233-b52f-70ae8f1a7abc service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589093 Mar 30 18:13:55.706437 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:13:55.706807 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Updating router cf8e1c03-ae74-4a57-862c-fc4492a2b991 port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:13:55.712896 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50640) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:55.737315 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd7ac-9865-443f-b936-ad1076bf6ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.785014 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.828967 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-92db9633-23be-45d9-b613-976ff8fe248e service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308048 Mar 30 18:13:55.848001 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd7ac-9865-443f-b936-ad1076bf6ad7 admin admin] Publish callbacks [] for security_group (69b03549-923c-4548-936d-c7ffafb7567d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.853542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd7ac-9865-443f-b936-ad1076bf6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (69b03549-923c-4548-936d-c7ffafb7567d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:55.910597 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5d2dd7ac-9865-443f-b936-ad1076bf6ad7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf9a87d0867b478f892ea099256e7e20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1932249 Mar 30 18:13:55.910752 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50646) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:55.927335 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dd7ac-9865-443f-b936-ad1076bf6ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b03549-923c-4548-936d-c7ffafb7567d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:55.993846 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] Publish callbacks [] for security_group (69b03549-923c-4548-936d-c7ffafb7567d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.022492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] Publish callbacks [] for security_group (69b03549-923c-4548-936d-c7ffafb7567d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.121598 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (69b03549-923c-4548-936d-c7ffafb7567d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.125108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.128493 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69b03549-923c-4548-936d-c7ffafb7567d HTTP/1.1" status: 204 len: 168 time: 0.2167087 Mar 30 18:13:56.149843 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487c165-7a99-4477-81c6-255b16f981fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b03549-923c-4548-936d-c7ffafb7567d,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:56.448131 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 948f40f8-0c45-463d-b46a-caa44cf8e940 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:56.511734 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2f9aea1d-d493-4e33-ac51-81076fa2d593 req-586f7588-4223-4584-a6f1-c90c74b819cb tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.0945501 Mar 30 18:13:56.615928 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 948f40f8-0c45-463d-b46a-caa44cf8e940 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:56.616359 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.760749 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7d6022ef-9ff3-438d-9522-9702cd7a463d req-2f81a4f8-a535-417a-ab78-bd733dc222f5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Mar 30 18:13:56.779567 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.23', 56588) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:56.821744 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks [] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.822675 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 948f40f8-0c45-463d-b46a-caa44cf8e940 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:56.823487 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.832984 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.895240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 948f40f8-0c45-463d-b46a-caa44cf8e940, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=948f40f8-0c45-463d-b46a-caa44cf8e940,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:13:56.909152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:56.912077 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fb47a942-092e-4a16-80f5-160cb0e0fd87 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:56.972235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-6571b429-94bf-4ca0-87a2-2327d72acb6e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:56.978062 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-6571b429-94bf-4ca0-87a2-2327d72acb6e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.23 "GET /v2.0/networks?id=957b265d-1db4-4816-908f-5e9218abc41c HTTP/1.1" status: 200 len: 811 time: 0.1970720 Mar 30 18:13:56.996703 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7cb8-35e2-4ed8-afb0-35ac73c56e1c None None] Pushing event updated for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:57.031564 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=948f40f8-0c45-463d-b46a-caa44cf8e940,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:57.044885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Request body: {'port': {'device_id': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c', 'admin_state_up': True, 'tenant_id': '776564e46c934684860acced6d1ade0d'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:57.066026 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50688) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:57.071556 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640822993', 'description': 'tempest-description--2123557209'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:57.137613 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Attempting to bind port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:13:57.138698 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Attempting to bind port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:13:57.139321 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Attempting to bind port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:13:57.155801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port fb47a942-092e-4a16-80f5-160cb0e0fd87 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:57.156577 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.157840 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.163246 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:13:57.166548 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:13:57.167090 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.170966 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Bound using segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:13:57.172979 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Bound port: bf9b27ce-4077-4a55-bfb3-4a748acf7a80, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:13:57.173502 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.314055 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port fb47a942-092e-4a16-80f5-160cb0e0fd87 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:57.402303 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (070856bb-9293-49dd-b644-73d19cc4068a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.410839 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (070856bb-9293-49dd-b644-73d19cc4068a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.437925 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3a624277-bd3e-4bc0-a94e-3d2ddd4d3c9f None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:57.440625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3a624277-bd3e-4bc0-a94e-3d2ddd4d3c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.467579 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] For port bf9b27ce-4077-4a55-bfb3-4a748acf7a80, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:13:57.477366 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.478510 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] For port bf9b27ce-4077-4a55-bfb3-4a748acf7a80, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:13:57.489297 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4221563 Mar 30 18:13:57.495929 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.501677 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50714) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:57.529009 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group_rule': {'security_group_id': '070856bb-9293-49dd-b644-73d19cc4068a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:57.531731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.23', 56597) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:57.557136 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f721d4-2199-44ad-9cbc-5ec5790e6a42 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070856bb-9293-49dd-b644-73d19cc4068a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:57.604385 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (49b04fce-ee39-453c-8f1b-6d7c3a2b6e8b), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.625320 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3a624277-bd3e-4bc0-a94e-3d2ddd4d3c9f None None] Port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:13:57.708743 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:57.714500 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:57.737967 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (49b04fce-ee39-453c-8f1b-6d7c3a2b6e8b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.744473 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (49b04fce-ee39-453c-8f1b-6d7c3a2b6e8b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.856408 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b04fce-ee39-453c-8f1b-6d7c3a2b6e8b,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:57.907329 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:13:57.935774 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:13:57.939655 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:57.953770 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:57.960122 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9253f854-f765-4cca-805f-1d3bd685cae0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568152 Mar 30 18:13:57.968120 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50748) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:57.988923 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b8750743-d9dc-4267-8c6e-516b30019646 req-ccd552e4-14b9-4f3d-bfd6-858dcbdb3fde tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.1887345 Mar 30 18:13:58.023114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group_rule': {'security_group_id': '070856bb-9293-49dd-b644-73d19cc4068a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:58.143013 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (8d335753-b204-4bac-bdd7-5724faf38234), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.178294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Made reservation on behalf of 776564e46c934684860acced6d1ade0d for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:58.190070 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.265534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-859fbfb0-573b-4990-98bd-a8c707b7a5ab tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:13:58.270379 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-859fbfb0-573b-4990-98bd-a8c707b7a5ab tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 0.7376261 Mar 30 18:13:58.291461 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.23', 56603) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:58.322860 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50774) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:58.345048 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:58.364603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'port': {'device_id': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'admin_state_up': True, 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:58.412565 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (8d335753-b204-4bac-bdd7-5724faf38234), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.418115 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (8d335753-b204-4bac-bdd7-5724faf38234), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.472717 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 948f40f8-0c45-463d-b46a-caa44cf8e940 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:13:58.499285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d335753-b204-4bac-bdd7-5724faf38234,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:58.527407 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.536016 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9dbdbad1-7e52-4931-82f1-687241b53afe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5631878 Mar 30 18:13:58.537735 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50790) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:58.559478 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:13:58.638294 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.724564 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-18a03d34-0794-4936-abcc-024782812423 None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:58.730049 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18a03d34-0794-4936-abcc-024782812423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.835551 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1279359b-a4bc-4b1a-b3ad-ee16fd4c4b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.854692 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 948f40f8-0c45-463d-b46a-caa44cf8e940 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:13:58.855074 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:58.975991 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0940f7ce-b410-4f4b-96b7-e60c68e3f04f req-c24fb1a5-7b43-496e-9d1b-5921ef6b83d9 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.3387158 Mar 30 18:13:59.024480 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7cb8-35e2-4ed8-afb0-35ac73c56e1c None None] Pushing event updated for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:59.042159 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:13:59.158784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Allocated IP 172.20.0.6 (957b265d-1db4-4816-908f-5e9218abc41c/20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad/5e1c6189-10ad-41c0-953f-bfd69a69dc08) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:13:59.355358 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-959632c8-d00e-4347-b146-f38d92ca4b05 req-aad5b7ab-9c7b-4b30-99d9-31fba3552aff tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.1314886 Mar 30 18:13:59.389487 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:13:57Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:13:59.424803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks [] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:59.466402 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Made reservation on behalf of f6c8cc8bb01748989c6da627869a36fc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:13:59.472257 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:59.511839 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1279359b-a4bc-4b1a-b3ad-ee16fd4c4b60 admin admin] Publish callbacks [] for security_group (8d065a83-473f-442a-b90a-756a95c74b40), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:59.529588 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1279359b-a4bc-4b1a-b3ad-ee16fd4c4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (8d065a83-473f-442a-b90a-756a95c74b40), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:59.544859 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9fcebb-3d39-4c7b-a68c-40cfd0acd20a None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:13:57Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:13:59.576531 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50820) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:59.581367 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279359b-a4bc-4b1a-b3ad-ee16fd4c4b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d065a83-473f-442a-b90a-756a95c74b40,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:13:59.744897 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:59.813728 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1279359b-a4bc-4b1a-b3ad-ee16fd4c4b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddd8cce704ea4b23be76fe10d618eeeb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4896324 Mar 30 18:13:59.816487 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 948f40f8-0c45-463d-b46a-caa44cf8e940 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:59.821239 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 50828) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:13:59.978641 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-18a03d34-0794-4936-abcc-024782812423 None None] Current status of the port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:59.979067 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18a03d34-0794-4936-abcc-024782812423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.034002 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddf81-c7cc-4171-8404-52a32260e7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.190331 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-18a03d34-0794-4936-abcc-024782812423 None None] For port bf9b27ce-4077-4a55-bfb3-4a748acf7a80, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:00.211989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.266872 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18a03d34-0794-4936-abcc-024782812423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.415534 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device bf9b27ce-4077-4a55-bfb3-4a748acf7a80 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:00.438181 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Allocated IP 172.27.2.210 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/461e3dcb-6297-43f0-a13d-019fac7703e7) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:14:00.528235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Allocated IP 172.20.0.14 (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5/94c40cfc-de88-4027-ae25-5c79f5bd6230/0c3a701e-4709-402c-9152-6333aa0f87c9) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:14:00.720437 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.785858 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a03d34-0794-4936-abcc-024782812423 None None] Pushing event updated for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:00.794910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 2, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:00.837555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Network 957b265d-1db4-4816-908f-5e9218abc41c is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:00.838365 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddf81-c7cc-4171-8404-52a32260e7d7 admin admin] Publish callbacks [] for security_group (cf1a8031-56d6-44f2-a790-57e689f13a13), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.841431 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5abb8977-a7cf-4af0-b2b1-d0a2f970c81e req-ca91c598-0653-464a-876a-b56dc25fce8e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.6275444 Mar 30 18:14:00.867670 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:14:00.868285 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Updating router e3c6d785-2a02-4eed-9b5b-b97199939527 port 4b955b70-dedf-4234-9fb9-9cf03a00b33e binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:14:00.871730 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:00.875357 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddf81-c7cc-4171-8404-52a32260e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cf1a8031-56d6-44f2-a790-57e689f13a13), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.895166 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:00.895166 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.915894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:00.936999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:00.937711 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:00.982660 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eb3ddf81-c7cc-4171-8404-52a32260e7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=781df79822974051a566606079732c39&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3856363 Mar 30 18:14:00.992805 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 50868) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:01.050387 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ddf81-c7cc-4171-8404-52a32260e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a8031-56d6-44f2-a790-57e689f13a13,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.086905 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.121439 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0833685 Mar 30 18:14:01.174173 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] Publish callbacks [] for security_group (8d065a83-473f-442a-b90a-756a95c74b40), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.187462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-749a4367-c8b0-467a-80a7-494eccf41574 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:01.205550 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-749a4367-c8b0-467a-80a7-494eccf41574 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 2.8937764 Mar 30 18:14:01.238886 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:01.263547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.300362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] Publish callbacks [] for security_group (8d065a83-473f-442a-b90a-756a95c74b40), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.324536 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226681-fe1e-482c-bf43-d766bb6f8fe5 req-c8c44cad-b956-45d2-b7bf-64890ec8cb59 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:01.326533 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dc226681-fe1e-482c-bf43-d766bb6f8fe5 req-c8c44cad-b956-45d2-b7bf-64890ec8cb59 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 931 time: 0.6516788 Mar 30 18:14:01.329916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.402842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426a4d4-338c-41a9-8ec8-40b8b653aa9a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Pushing event updated for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.442190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] Publish callbacks [] for security_group (cf1a8031-56d6-44f2-a790-57e689f13a13), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.443732 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dc226681-fe1e-482c-bf43-d766bb6f8fe5 req-8505ce15-f2a6-48c3-ba69-37143c4dbc05 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 Mar 30 18:14:01.460217 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.526088 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'port': {'device_id': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'admin_state_up': True, 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:01.535305 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-8bf40d96-0248-454a-8031-0b759a7b9e2e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:14:01.538509 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-8bf40d96-0248-454a-8031-0b759a7b9e2e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1110082 Mar 30 18:14:01.558213 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=461e3dcb-6297-43f0-a13d-019fac7703e7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.579961 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (8d065a83-473f-442a-b90a-756a95c74b40), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.584855 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.590357 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d065a83-473f-442a-b90a-756a95c74b40 HTTP/1.1" status: 204 len: 168 time: 1.7661932 Mar 30 18:14:01.613749 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:01.631218 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:01.674583 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:01.747041 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] Publish callbacks [] for security_group (cf1a8031-56d6-44f2-a790-57e689f13a13), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.874035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cf1a8031-56d6-44f2-a790-57e689f13a13), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.890550 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.892951 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.898916 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf1a8031-56d6-44f2-a790-57e689f13a13 HTTP/1.1" status: 204 len: 168 time: 0.9041128 Mar 30 18:14:01.906812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:01.932718 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be4248-629c-46fb-ba7d-ff977450641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d065a83-473f-442a-b90a-756a95c74b40,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:01.950433 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks [] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:01.964939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db0a0d-5ad0-4849-9551-8f8cda1c26d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a8031-56d6-44f2-a790-57e689f13a13,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:02.004801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.005098 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:02.049557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:02.058718 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:02.064454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.066894 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.192492 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51dd4b1f-3ea9-42c2-beb8-7ebbb92cbc6e req-7822b282-a68f-49f4-b8dc-8ffc1c924520 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.1138425 Mar 30 18:14:02.203730 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:02.233722 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Made reservation on behalf of f6c8cc8bb01748989c6da627869a36fc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:14:02.249639 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.327923 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-ac760fda-1359-4951-ae03-06e51c79b0a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0249064 Mar 30 18:14:02.466731 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device bf9b27ce-4077-4a55-bfb3-4a748acf7a80 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:02.637537 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Allocated IP 172.20.0.10 (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5/94c40cfc-de88-4027-ae25-5c79f5bd6230/e0ce72cc-d648-4e74-84d8-5acc36a21f22) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:14:02.834848 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Attempting to bind port 4b955b70-dedf-4234-9fb9-9cf03a00b33e on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:02.835282 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Attempting to bind port 4b955b70-dedf-4234-9fb9-9cf03a00b33e by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:02.841365 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Attempting to bind port 4b955b70-dedf-4234-9fb9-9cf03a00b33e on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:02.872168 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:02.877739 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Checking segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:02.879761 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.880353 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Bound using segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:02.881008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Bound port: 4b955b70-dedf-4234-9fb9-9cf03a00b33e, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:02.884207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:02.887467 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783ba1-90a3-409d-b1dd-c2f004be849c None None] Pushing event updated for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:03.038197 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Request body: {'port': {'device_id': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:03.067965 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.083452 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Provisioning complete for port 0c3a701e-4709-402c-9152-6333aa0f87c9 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:03.084036 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.085583 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.174061 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Request body: {'port': {'device_id': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:03.196972 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:03.197358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.228758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=461e3dcb-6297-43f0-a13d-019fac7703e7,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:03.233894 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.362699 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.420152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Port 0c3a701e-4709-402c-9152-6333aa0f87c9 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:14:03.432403 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.443162 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.491346 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.503763 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a48d2e9c-d433-486f-9773-1e546f8c98bc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9530957 Mar 30 18:14:03.555604 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e97c-ce9c-4090-893c-6cb40eef5c63 req-74f411e1-3ca1-451f-8ba5-b7c19cfc9cff tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:03.564810 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3ae0e97c-ce9c-4090-893c-6cb40eef5c63 req-74f411e1-3ca1-451f-8ba5-b7c19cfc9cff tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 931 time: 0.3263481 Mar 30 18:14:03.591476 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] For port 4b955b70-dedf-4234-9fb9-9cf03a00b33e, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:03.599167 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:03.601510 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.670033 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b80521ee-4524-4782-bc70-20a47c5a4365 None None] Port 4b955b70-dedf-4234-9fb9-9cf03a00b33e cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:14:03.686328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] For port 4b955b70-dedf-4234-9fb9-9cf03a00b33e, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=4b955b70-dedf-4234-9fb9-9cf03a00b33e,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:03.700400 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:03.718475 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3ae0e97c-ce9c-4090-893c-6cb40eef5c63 req-f47a824d-f2f6-4566-b80b-fe6a05833419 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526816 Mar 30 18:14:03.746863 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-454cc60b-1531-48a6-8bd7-b0f162bd765a req-19af932f-4c33-47c1-881d-a15496226de0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.2845349 Mar 30 18:14:03.884120 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783ba1-90a3-409d-b1dd-c2f004be849c None None] Pushing event updated for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:04.015328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:04.036338 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:14:04.037055 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:13:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:04.198534 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-98411b84-ced7-4855-b3e9-c70b9e279074 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--640822993&fields=id&tenant_id=4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 267 time: 0.2357795 Mar 30 18:14:04.400570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 4b955b70-dedf-4234-9fb9-9cf03a00b33e up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:04.533113 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:14:04.538016 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:04.762927 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:04.801226 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:04.815070 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:04.827358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:04.828087 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:04.838369 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:04.941775 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-0cf8174a-e4fb-468b-89bf-f0b0b07adb7b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:04.953717 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-0cf8174a-e4fb-468b-89bf-f0b0b07adb7b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 810 time: 0.7450838 Mar 30 18:14:05.004370 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-d72f2d70-fc48-44f6-a64f-70d844382943 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/quotas/4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 375 time: 0.0430698 Mar 30 18:14:05.126850 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1c6189-10ad-41c0-953f-bfd69a69dc08 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:05.158278 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ec85cc30-5c51-457a-9d0a-61f7c0913126 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7299743 Mar 30 18:14:05.241417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Request body: {'port': {'device_id': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:05.274057 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks [] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:05.299119 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-859822c7-0983-4f8a-8232-4913b2834bf5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2883584 Mar 30 18:14:05.337393 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:05.337940 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:05.429776 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:05.430850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:05.477945 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Transition to ACTIVE for port object 5e1c6189-10ad-41c0-953f-bfd69a69dc08 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:14:05.497245 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:05.610711 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:03Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:05.617118 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-ec496e92-221b-45ba-b0be-387c175641f6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:14:05.624813 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-ec496e92-221b-45ba-b0be-387c175641f6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623925 Mar 30 18:14:05.789886 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-12e8dc4c-bc18-4889-83e1-63d6dd0a33b7 service neutron] 10.222.0.24 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638730 Mar 30 18:14:05.951919 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0e78-5727-4c81-b0cd-056b40c45be9 None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:03Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:14:05.964524 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Current status of the port 4b955b70-dedf-4234-9fb9-9cf03a00b33e is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:05.964826 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.014342 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-a2f5908d-8ca5-47f3-877d-48e4f2dfd2e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221859 Mar 30 18:14:06.041331 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 4b955b70-dedf-4234-9fb9-9cf03a00b33e is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:06.041809 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.043373 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3a701e-4709-402c-9152-6333aa0f87c9 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:06.068432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b4515-7a3d-4168-9286-7f152b80d3e2 req-3e860de1-0758-4279-aa58-ae007ce6ff8e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:06.087066 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] For port 4b955b70-dedf-4234-9fb9-9cf03a00b33e, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=4b955b70-dedf-4234-9fb9-9cf03a00b33e,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:06.087457 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d0b4515-7a3d-4168-9286-7f152b80d3e2 req-3e860de1-0758-4279-aa58-ae007ce6ff8e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 931 time: 1.0048440 Mar 30 18:14:06.104519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.106517 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.110573 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks [] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.147776 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:06.275665 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Transition to ACTIVE for port object 0c3a701e-4709-402c-9152-6333aa0f87c9 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:14:06.320214 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.455396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:14:06.455396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:14:06.459349 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5dd4e-e99c-4a6f-b39a-c4b3d661228f None None] Pushing event updated for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:06.473388 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ba67400b-fade-4167-91c9-4d4feb4aca89 None None] Provisioning complete for port e0ce72cc-d648-4e74-84d8-5acc36a21f22 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:06.473769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ba67400b-fade-4167-91c9-4d4feb4aca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.509931 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Attempting to bind port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:06.511342 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Attempting to bind port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '39838eee-ca2e-4d79-a9e9-ce39916a8ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:06.512562 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Attempting to bind port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 on network 957b265d-1db4-4816-908f-5e9218abc41c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:06.537445 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ba67400b-fade-4167-91c9-4d4feb4aca89 None None] Port e0ce72cc-d648-4e74-84d8-5acc36a21f22 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:14:06.573119 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d0b4515-7a3d-4168-9286-7f152b80d3e2 req-56058d1f-31cd-4989-a028-30af6562f059 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842708 Mar 30 18:14:06.679900 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 on network 957b265d-1db4-4816-908f-5e9218abc41c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:14:06.685255 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Attempting to bind port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 on network 957b265d-1db4-4816-908f-5e9218abc41c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:06.737251 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162f02-1949-4780-9ef5-05159be5f218 req-2edb74a9-1336-4d31-9c37-57710514be9b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:06.797102 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1e162f02-1949-4780-9ef5-05159be5f218 req-2edb74a9-1336-4d31-9c37-57710514be9b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 932 time: 0.1719902 Mar 30 18:14:06.962102 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:06.962661 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Checking segment: {'id': '39838eee-ca2e-4d79-a9e9-ce39916a8ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:06.969451 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Bound using segment: {'id': '39838eee-ca2e-4d79-a9e9-ce39916a8ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:06.970039 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Bound port: 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39838eee-ca2e-4d79-a9e9-ce39916a8ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:06.970407 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.975641 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1e162f02-1949-4780-9ef5-05159be5f218 req-09efb711-c9b7-4da3-9a60-2fb1a2ddd166 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767204 Mar 30 18:14:07.015511 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:07.083033 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 4b955b70-dedf-4234-9fb9-9cf03a00b33e is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:07.248942 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1ce45572-03d4-4c6e-8ec3-d4cbcf1c1c74 req-cbcedda5-b809-47b6-bfd0-6a1e4afcd075 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 210 time: 0.1178329 Mar 30 18:14:07.319220 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 4b955b70-dedf-4234-9fb9-9cf03a00b33e up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:07.529230 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 4b955b70-dedf-4234-9fb9-9cf03a00b33e triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:07.529849 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.599605 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Attempting to bind port 0c3a701e-4709-402c-9152-6333aa0f87c9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:07.600666 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Attempting to bind port 0c3a701e-4709-402c-9152-6333aa0f87c9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:07.601806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Attempting to bind port 0c3a701e-4709-402c-9152-6333aa0f87c9 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:07.633471 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Port 0c3a701e-4709-402c-9152-6333aa0f87c9 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:14:07.633962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Attempting to bind port 0c3a701e-4709-402c-9152-6333aa0f87c9 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:07.647533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:07.658824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:07.659127 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:07.659515 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Bound using segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:07.660023 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Bound port: 0c3a701e-4709-402c-9152-6333aa0f87c9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:07.660379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.753185 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1ac9015e-6845-4f1a-a938-005d62de3ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.821377 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08,segment=NetworkSegment(39838eee-ca2e-4d79-a9e9-ce39916a8ef9),segment_id=39838eee-ca2e-4d79-a9e9-ce39916a8ef9)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:07.873660 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.884817 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b674ba6-bbd4-45e8-88b5-5671fa49e81a req-c2fa6df1-7d86-42ec-b7db-1a93ff82378b tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:07.896575 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6b674ba6-bbd4-45e8-88b5-5671fa49e81a req-c2fa6df1-7d86-42ec-b7db-1a93ff82378b tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 943 time: 0.1258240 Mar 30 18:14:07.910200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 4b955b70-dedf-4234-9fb9-9cf03a00b33e is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:08.052554 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6b674ba6-bbd4-45e8-88b5-5671fa49e81a req-50d35997-6264-4938-87a0-48da46420735 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545005 Mar 30 18:14:08.115901 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:08.145191 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51108) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:08.178422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:08.240863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c3a701e-4709-402c-9152-6333aa0f87c9,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:08.254273 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:08.259183 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:08.263654 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-12ce8fb6-b23d-4364-ac9e-94074ddd046f service neutron] 10.222.0.23 "PUT /v2.0/ports/5e1c6189-10ad-41c0-953f-bfd69a69dc08 HTTP/1.1" status: 200 len: 1093 time: 6.2371294 Mar 30 18:14:08.315619 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:08.484949 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51120) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:08.643106 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-761b2971-f223-4c2a-a987-09c09529d1a7 req-9914173f-61f8-4814-b2c8-03684f713cdc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 210 time: 0.0969834 Mar 30 18:14:08.677163 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c70f8c49-97e7-42d9-be61-85e51fffd338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:08.750095 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2008987-5152-4004-a9ab-eff26d9e45b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:08.848203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:08.881131 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2008987-5152-4004-a9ab-eff26d9e45b9 admin admin] Publish callbacks [] for security_group (b9f043c1-2b9c-4ed6-9473-558fcc4fd857), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:08.887796 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2008987-5152-4004-a9ab-eff26d9e45b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9f043c1-2b9c-4ed6-9473-558fcc4fd857), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.025269 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26da13-cb63-425b-913c-cf8d32a9d4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:09.032510 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c2008987-5152-4004-a9ab-eff26d9e45b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eae6896efbc84c6ebf635da27ce47c80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5440087 Mar 30 18:14:09.045902 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51140) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:09.046383 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.23', 56619) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:09.071429 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:09.072465 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.074456 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 1094 time: 6.6722529 Mar 30 18:14:09.137646 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008987-5152-4004-a9ab-eff26d9e45b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f043c1-2b9c-4ed6-9473-558fcc4fd857,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:09.411591 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32503ff-9471-40bb-ba67-2a9576bb69e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:09.424898 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2471f-dc9e-4043-a5a4-274ee7881e66 req-4374869a-0c3a-4742-82ec-c2271dd590e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:09.432791 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66a2471f-dc9e-4043-a5a4-274ee7881e66 req-4374869a-0c3a-4742-82ec-c2271dd590e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 932 time: 1.2230284 Mar 30 18:14:09.476016 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-3509e637-ad8e-4e28-b9b7-b2bb2541f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:09.494348 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-3509e637-ad8e-4e28-b9b7-b2bb2541f2f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=776564e46c934684860acced6d1ade0d&device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 1127 time: 0.8165572 Mar 30 18:14:09.523301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c70f8c49-97e7-42d9-be61-85e51fffd338 admin admin] Publish callbacks [] for security_group (e1657bd6-1d1a-437c-a387-2d64f87b4153), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.523301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] Publish callbacks [] for security_group (b9f043c1-2b9c-4ed6-9473-558fcc4fd857), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.530317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d360dba4-bf1c-4361-8844-1245d28ad738 x-openstack-request-id: req-d360dba4-bf1c-4361-8844-1245d28ad738 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:09.532262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:09.532710 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d360dba4-bf1c-4361-8844-1245d28ad738 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:09.534163 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d360dba4-bf1c-4361-8844-1245d28ad738'] response: {'name': 'network-changed', 'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08', 'status': 'completed', 'code': 200} Mar 30 18:14:09.539689 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ce72cc-d648-4e74-84d8-5acc36a21f22 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:09.542732 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-77d6a2bd-2a94-4b09-9678-09b705909231 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:09.545779 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-77d6a2bd-2a94-4b09-9678-09b705909231 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 810 time: 0.4796748 Mar 30 18:14:09.609880 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] Publish callbacks [] for security_group (b9f043c1-2b9c-4ed6-9473-558fcc4fd857), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.668772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks [] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.688793 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c70f8c49-97e7-42d9-be61-85e51fffd338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e1657bd6-1d1a-437c-a387-2d64f87b4153), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.721859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-fbf26bdf-e44c-4c1a-b699-6ac4c6836f46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08 HTTP/1.1" status: 200 len: 217 time: 0.1614873 Mar 30 18:14:09.744960 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Transition to ACTIVE for port object e0ce72cc-d648-4e74-84d8-5acc36a21f22 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:14:09.749355 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-375a1337-8003-4103-af02-0278a3e79016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:09.751088 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-375a1337-8003-4103-af02-0278a3e79016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1128 time: 0.5738230 Mar 30 18:14:09.762405 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c70f8c49-97e7-42d9-be61-85e51fffd338 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8a5eba342f64ec2bfefe9c953ca95d7&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6133840 Mar 30 18:14:09.780127 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66a2471f-dc9e-4043-a5a4-274ee7881e66 req-e2495870-8162-4991-8330-b6cec3711276 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462396 Mar 30 18:14:09.780824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51168) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:09.781519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.838277 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9f043c1-2b9c-4ed6-9473-558fcc4fd857), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.845542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:09.849219 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f043c1-2b9c-4ed6-9473-558fcc4fd857 HTTP/1.1" status: 204 len: 168 time: 0.7978213 Mar 30 18:14:09.916920 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f8c49-97e7-42d9-be61-85e51fffd338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1657bd6-1d1a-437c-a387-2d64f87b4153,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:09.975781 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2d924-fbb1-4d30-a7a5-b7ad5c7f9f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f043c1-2b9c-4ed6-9473-558fcc4fd857,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:10.034852 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eea3a-b034-4c1b-b49f-6a2ed76e8961 req-aa57aa17-d29a-4f13-9845-fd7c3fc0528e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:10.042547 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b67eea3a-b034-4c1b-b49f-6a2ed76e8961 req-aa57aa17-d29a-4f13-9845-fd7c3fc0528e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 943 time: 0.3170865 Mar 30 18:14:10.043302 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c7cb78d6-75d2-4b08-827d-d432a2cc5955 req-a1266976-7174-489f-b496-f869abb6bd40 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 210 time: 0.1263015 Mar 30 18:14:10.043846 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-08cf3a7b-0f6f-4d2b-9c44-201c3d8f468b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.072418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Pushing event updated for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:10.128109 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b67eea3a-b034-4c1b-b49f-6a2ed76e8961 req-d54be71d-7531-4b0b-93fa-fc33db8f84d3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846462 Mar 30 18:14:10.166121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] Publish callbacks [] for security_group (e1657bd6-1d1a-437c-a387-2d64f87b4153), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.175506 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Attempting to bind port e0ce72cc-d648-4e74-84d8-5acc36a21f22 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:10.180443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Attempting to bind port e0ce72cc-d648-4e74-84d8-5acc36a21f22 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:10.181178 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Attempting to bind port e0ce72cc-d648-4e74-84d8-5acc36a21f22 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:10.221525 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Port e0ce72cc-d648-4e74-84d8-5acc36a21f22 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:14:10.222133 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Attempting to bind port e0ce72cc-d648-4e74-84d8-5acc36a21f22 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:10.270610 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] Publish callbacks [] for security_group (e1657bd6-1d1a-437c-a387-2d64f87b4153), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.287875 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:10.291292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:10.293016 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Bound using segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:10.293780 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Bound port: e0ce72cc-d648-4e74-84d8-5acc36a21f22, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:10.295087 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.478129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e1657bd6-1d1a-437c-a387-2d64f87b4153), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.481734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.495491 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1657bd6-1d1a-437c-a387-2d64f87b4153 HTTP/1.1" status: 204 len: 168 time: 0.7023931 Mar 30 18:14:10.716223 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-f31021eb-f4ae-4409-9e1d-06188043d318 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 379 time: 0.2176704 Mar 30 18:14:10.736553 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'port': {'device_id': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'admin_state_up': True, 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'security_groups': ['070856bb-9293-49dd-b644-73d19cc4068a']}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:10.853107 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:10.916547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea3f36-27e5-45a0-8056-f8edd2c5096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1657bd6-1d1a-437c-a387-2d64f87b4153,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:10.946538 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-1255297f-041d-4200-93be-8e221f004b34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 217 time: 0.3080101 Mar 30 18:14:11.016166 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51212) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:11.062442 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-0ccc3b45-fd0f-4fb5-beb2-2b62ad878401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:11.066553 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-0ccc3b45-fd0f-4fb5-beb2-2b62ad878401 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad HTTP/1.1" status: 200 len: 851 time: 0.5544944 Mar 30 18:14:11.067992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-7f0aa764-c76b-45da-969c-5205eb9a1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:11.072049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-225c7ff7-c5a8-451b-b7a3-f524934a058c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.075705 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-7f0aa764-c76b-45da-969c-5205eb9a1467 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.1099133 Mar 30 18:14:11.080269 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:11.193473 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-d737c018-834d-4698-b83a-dda09da7d807 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=957b265d-1db4-4816-908f-5e9218abc41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002753 Mar 30 18:14:11.207678 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ab88-2f1b-410f-aa23-1621cdc93b10 req-406f315b-2edf-482c-bc60-8d9628710369 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:11.208036 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:11.218647 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d976ab88-2f1b-410f-aa23-1621cdc93b10 req-406f315b-2edf-482c-bc60-8d9628710369 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 944 time: 0.2384102 Mar 30 18:14:11.225551 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Made reservation on behalf of 4a21cf594dde4be9ab4c55d58196667c for: {'port': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:14:11.230179 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.473547 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d976ab88-2f1b-410f-aa23-1621cdc93b10 req-0b72c543-996c-4493-9b0f-3e92f3527b42 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269907 Mar 30 18:14:11.655824 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-225c7ff7-c5a8-451b-b7a3-f524934a058c admin admin] Publish callbacks [] for security_group (dd5221e0-f5ec-4849-809b-b95d56e04337), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.683282 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:11.685715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877" -d '{"events": [{"name": "network-changed", "server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:11.698632 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.735295 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54b2ee68-8d44-459d-bbd5-06d6be06206c req-8724afd9-eea8-40ed-a1ca-305e7119a186 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 210 time: 0.5367427 Mar 30 18:14:11.765814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-225c7ff7-c5a8-451b-b7a3-f524934a058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (dd5221e0-f5ec-4849-809b-b95d56e04337), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.852558 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:11.853926 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:11.855709 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] 10.222.0.23 "PUT /v2.0/ports/e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 200 len: 1094 time: 6.6337404 Mar 30 18:14:11.901952 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51234) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:11.977078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8b766-17df-446e-883d-49b3f47b3734 x-openstack-request-id: req-5aa8b766-17df-446e-883d-49b3f47b3734 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:11.979803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:11.982999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aa8b766-17df-446e-883d-49b3f47b3734 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:11.983922 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa8b766-17df-446e-883d-49b3f47b3734'] response: {'name': 'network-changed', 'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9', 'status': 'completed', 'code': 200} Mar 30 18:14:12.035533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-caa043ad-90e6-4b46-bdf6-2373e7c265f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:12.050714 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-caa043ad-90e6-4b46-bdf6-2373e7c265f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8535876 Mar 30 18:14:12.056718 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-4b1fba29-3d7f-457a-afcc-11a5c3f593c1 service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422470 Mar 30 18:14:12.057447 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7956-dfd3-4f5b-bcde-d8ad1798a82e service neutron] Pushing event updated for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:12.304614 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9397f80c-85fa-43c7-9103-39bbd72548a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.480285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c7ff7-c5a8-451b-b7a3-f524934a058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5221e0-f5ec-4849-809b-b95d56e04337,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:12.488831 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-225c7ff7-c5a8-451b-b7a3-f524934a058c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02ac330e74bc44c0976527d0f9df8e04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4709742 Mar 30 18:14:12.497800 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.507485 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51268) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:12.515607 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Allocated IP 172.20.0.11 (9c7875dc-2b79-4aa7-97ca-e885577573d1/175b903a-afb0-45e8-a29b-bac903ce8736/0691cb75-e754-4080-86ef-20483bf4693c) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:14:12.525885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-d8f288f1-82c3-4990-a346-dbb8143ffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:12.527927 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-d8f288f1-82c3-4990-a346-dbb8143ffb6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1128 time: 0.4369137 Mar 30 18:14:12.567865 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b0fa5-0010-4ad4-a8b8-2158d387f686 req-221127e5-ed21-4075-8235-d3e5045e528e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:12.569435 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a77b0fa5-0010-4ad4-a8b8-2158d387f686 req-221127e5-ed21-4075-8235-d3e5045e528e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 943 time: 0.8394167 Mar 30 18:14:12.676443 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-0d3a4f2f-c95c-4978-83cd-68661c3438ac service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612329 Mar 30 18:14:12.682102 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-72ff903b-b2ac-4580-a0b7-4d886a9e79f3 req-ede8d171-ef94-4380-bcea-f892ad5f3e0d service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602487 Mar 30 18:14:12.699392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9397f80c-85fa-43c7-9103-39bbd72548a4 admin admin] Publish callbacks [] for security_group (22006fc4-b51e-47f0-a660-f8089c3b2391), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.715611 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] Publish callbacks [] for security_group (dd5221e0-f5ec-4849-809b-b95d56e04337), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.719838 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9397f80c-85fa-43c7-9103-39bbd72548a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (22006fc4-b51e-47f0-a660-f8089c3b2391), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.726916 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a77b0fa5-0010-4ad4-a8b8-2158d387f686 req-242ad2f1-3996-4341-9a1a-a22c89477ccc tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491585 Mar 30 18:14:12.769789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] Publish callbacks [] for security_group (dd5221e0-f5ec-4849-809b-b95d56e04337), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.813885 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-1c74b4c8-75d0-4b3d-8ae3-13f5fc5c3a71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 200 len: 217 time: 0.1131589 Mar 30 18:14:12.885926 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (0691cb75-e754-4080-86ef-20483bf4693c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.924746 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (dd5221e0-f5ec-4849-809b-b95d56e04337), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.928423 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:12.930169 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd5221e0-f5ec-4849-809b-b95d56e04337 HTTP/1.1" status: 204 len: 168 time: 0.4215965 Mar 30 18:14:12.943114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c080-c455-421c-9bad-e855279f6788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5221e0-f5ec-4849-809b-b95d56e04337,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:12.973031 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.025989 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9397f80c-85fa-43c7-9103-39bbd72548a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c5d34edef424831805f3579bcec2df7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1198964 Mar 30 18:14:13.045116 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51288) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:13.081192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397f80c-85fa-43c7-9103-39bbd72548a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22006fc4-b51e-47f0-a660-f8089c3b2391,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:13.128345 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:14:13.135732 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44a57c97-4da6-4f87-8a06-eecc204e1ed3 req-2dc1f0b8-e74f-4486-ab72-79bf253c54e0 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328618 Mar 30 18:14:13.140163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4c71bd6c-0a3d-490e-bdac-6a0bb8c88387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.141792 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-4c71bd6c-0a3d-490e-bdac-6a0bb8c88387 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.2909205 Mar 30 18:14:13.153547 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:14:13.156596 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:14:13.166067 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.166743 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.217167 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4915214 Mar 30 18:14:13.234404 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446efe24-8b9a-40ca-a976-34a2530fb78f req-025e64ed-210a-4ad4-b063-857abba49040 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.236128 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-446efe24-8b9a-40ca-a976-34a2530fb78f req-025e64ed-210a-4ad4-b063-857abba49040 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 944 time: 0.5830483 Mar 30 18:14:13.256806 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Request body: {'port': {'device_id': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:13.311668 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-0603a9dc-1ea9-49ce-ade1-a96d6770b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.313261 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-0603a9dc-1ea9-49ce-ade1-a96d6770b2c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=776564e46c934684860acced6d1ade0d&device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 1127 time: 0.5255942 Mar 30 18:14:13.495998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420b3d-76b9-4b6f-95bb-72a7326514ec tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:13.505001 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-446efe24-8b9a-40ca-a976-34a2530fb78f req-513d2b62-a4e6-45e7-861d-9c911f25dedf tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269516 Mar 30 18:14:13.516608 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ae545e1e-9a59-4a97-a12b-ae2f9f896229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.533880 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-ae545e1e-9a59-4a97-a12b-ae2f9f896229 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3769228 Mar 30 18:14:13.541076 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] Publish callbacks [] for security_group (22006fc4-b51e-47f0-a660-f8089c3b2391), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.550446 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0691cb75-e754-4080-86ef-20483bf4693c), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.581333 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-b23ff0ab-5631-4400-b35c-4fe8858b6f92 None None] Provisioning complete for port 0691cb75-e754-4080-86ef-20483bf4693c triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:13.583498 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b23ff0ab-5631-4400-b35c-4fe8858b6f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0691cb75-e754-4080-86ef-20483bf4693c), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.630271 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] Publish callbacks [] for security_group (22006fc4-b51e-47f0-a660-f8089c3b2391), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.642482 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184285b-15f4-4f51-a1dc-48f68ace5347 req-08cdb2cc-ceac-42e3-84c8-67529b94d84f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.647128 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1184285b-15f4-4f51-a1dc-48f68ace5347 req-08cdb2cc-ceac-42e3-84c8-67529b94d84f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 932 time: 0.4580433 Mar 30 18:14:13.657432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51312) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:13.685865 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b23ff0ab-5631-4400-b35c-4fe8858b6f92 None None] Port 0691cb75-e754-4080-86ef-20483bf4693c cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:14:13.722171 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb21-383e-4582-b072-256c0e056d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.726756 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-8e9a6663-342f-4156-8670-b747b93799e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834912 Mar 30 18:14:13.749156 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-d6ab44e1-806c-4609-a8b2-143d07c84be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:13.750692 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-d6ab44e1-806c-4609-a8b2-143d07c84be4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1128 time: 0.5427809 Mar 30 18:14:13.966316 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1184285b-15f4-4f51-a1dc-48f68ace5347 req-1f5807b9-eec6-4474-b7f0-4b36bb67bc6b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097086 Mar 30 18:14:13.990541 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:13.993981 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:14.045507 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-988a54db-39af-42d2-918c-7839c91abf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.047008 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-988a54db-39af-42d2-918c-7839c91abf9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=957b265d-1db4-4816-908f-5e9218abc41c HTTP/1.1" status: 200 len: 911 time: 0.7169163 Mar 30 18:14:14.052841 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (22006fc4-b51e-47f0-a660-f8089c3b2391), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.058101 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.059534 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22006fc4-b51e-47f0-a660-f8089c3b2391 HTTP/1.1" status: 204 len: 168 time: 1.0128620 Mar 30 18:14:14.077782 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.094835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d85eb-00dd-4402-98df-4532474422d9 req-77d8a8d0-1b90-4ae5-9fdf-b3a0cdaa8ed2 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.101092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a83890-0df0-493f-bb9c-af19b868ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22006fc4-b51e-47f0-a660-f8089c3b2391,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:14.119349 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51d85eb-00dd-4402-98df-4532474422d9 req-77d8a8d0-1b90-4ae5-9fdf-b3a0cdaa8ed2 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 943 time: 0.1821737 Mar 30 18:14:14.180377 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-1d0a6d64-8e53-4449-bbb9-b7b154d9748a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08 HTTP/1.1" status: 200 len: 217 time: 0.1131318 Mar 30 18:14:14.186415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-1ebb4f82-66f3-44b6-b318-7844d5f1499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.189100 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-1ebb4f82-66f3-44b6-b318-7844d5f1499d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.3674576 Mar 30 18:14:14.193385 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-be3dc816-b486-4b51-a37e-9c6f13c57757 req-6dd185df-7a83-4709-b13c-e88c26847ec8 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567463 Mar 30 18:14:14.199688 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb21-383e-4582-b072-256c0e056d35 admin admin] Publish callbacks [] for security_group (e6ad42cf-6804-4307-af95-fc90f6b6cf38), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.207022 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b17aeb21-383e-4582-b072-256c0e056d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e6ad42cf-6804-4307-af95-fc90f6b6cf38), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.253499 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-7498cb0c-680a-4e74-927d-e39b226109f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 217 time: 0.0413706 Mar 30 18:14:14.281602 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b17aeb21-383e-4582-b072-256c0e056d35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ace62916e624331ae8f74b19c0e1a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231713 Mar 30 18:14:14.290558 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51336) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:14.302608 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aeb21-383e-4582-b072-256c0e056d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad42cf-6804-4307-af95-fc90f6b6cf38,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:14.345237 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51d85eb-00dd-4402-98df-4532474422d9 req-0780653b-7490-4578-85be-8e2cb6d9fa3b tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191231 Mar 30 18:14:14.348053 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0691cb75-e754-4080-86ef-20483bf4693c {{(pid=103472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:14.402010 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks [] for port (0691cb75-e754-4080-86ef-20483bf4693c), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.418457 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6c213-98f4-4fab-b59e-ac1a185e22cb x-openstack-request-id: req-33d6c213-98f4-4fab-b59e-ac1a185e22cb {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:14.418751 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:14.419010 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d6c213-98f4-4fab-b59e-ac1a185e22cb {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:14.419396 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d6c213-98f4-4fab-b59e-ac1a185e22cb'] response: {'name': 'network-changed', 'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22', 'status': 'completed', 'code': 200} Mar 30 18:14:14.434188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-d526f7c4-bbe4-452e-b98b-3c25adb68df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.435776 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-d526f7c4-bbe4-452e-b98b-3c25adb68df3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad HTTP/1.1" status: 200 len: 851 time: 0.2458112 Mar 30 18:14:14.445315 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-f5e7c587-5695-4328-8e1c-5229df2a3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.446931 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-f5e7c587-5695-4328-8e1c-5229df2a3d66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.1731114 Mar 30 18:14:14.465952 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.provisioning_blocks [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Transition to ACTIVE for port object 0691cb75-e754-4080-86ef-20483bf4693c will not be triggered until provisioned by entity L2. {{(pid=103472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:14:14.471839 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.517843 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] Publish callbacks [] for security_group (e6ad42cf-6804-4307-af95-fc90f6b6cf38), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.520228 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Pushing event updated for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:14.633649 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] Publish callbacks [] for security_group (e6ad42cf-6804-4307-af95-fc90f6b6cf38), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.657827 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Attempting to bind port 0691cb75-e754-4080-86ef-20483bf4693c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:14:14.658200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Attempting to bind port 0691cb75-e754-4080-86ef-20483bf4693c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:14:14.658531 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Attempting to bind port 0691cb75-e754-4080-86ef-20483bf4693c on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:14.668835 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Port 0691cb75-e754-4080-86ef-20483bf4693c on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:14:14.669191 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Attempting to bind port 0691cb75-e754-4080-86ef-20483bf4693c on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:14:14.701977 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:14:14.702751 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Checking segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:14:14.703552 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Bound using segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:14:14.704144 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Bound port: 0691cb75-e754-4080-86ef-20483bf4693c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:14:14.704976 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0691cb75-e754-4080-86ef-20483bf4693c), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.739976 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-97344217-ff2b-418d-a090-967c89c62cd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=957b265d-1db4-4816-908f-5e9218abc41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2920737 Mar 30 18:14:14.773632 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51356) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:14.792893 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-17d04ff9-fab5-409a-86b9-06592d61eb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.826113 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e6ad42cf-6804-4307-af95-fc90f6b6cf38), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.826113 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.826113 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6ad42cf-6804-4307-af95-fc90f6b6cf38 HTTP/1.1" status: 204 len: 168 time: 0.5301046 Mar 30 18:14:14.868591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf5ce5-dce8-485d-8a42-813a7440efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad42cf-6804-4307-af95-fc90f6b6cf38,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:14.877114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:14:14.943060 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0691cb75-e754-4080-86ef-20483bf4693c,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:14:14.954572 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.976809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-0e18f90f-049a-443e-9aa2-2f8a7752a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:14.978839 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-0e18f90f-049a-443e-9aa2-2f8a7752a778 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1128 time: 0.5297844 Mar 30 18:14:15.014347 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Pushing event updated for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:15.034217 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.034757 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for port (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.036188 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-177bc790-6307-4b86-ad9b-f00b7c1078fc service neutron] 10.222.0.23 "PUT /v2.0/ports/0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1094 time: 1.7984848 Mar 30 18:14:15.036694 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:15.078524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-8f180b01-b83d-48ed-b945-23f896183b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.081043 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-8f180b01-b83d-48ed-b945-23f896183b02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3401148 Mar 30 18:14:15.132492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-1e5d7752-9259-4fdc-88ec-c119b552d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.147257 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-1e5d7752-9259-4fdc-88ec-c119b552d1ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1407602 Mar 30 18:14:15.180095 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423909b-f0f7-421e-90be-2dec1e64455e req-85e41a09-7234-4773-9362-8ad435df1069 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.187429 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5423909b-f0f7-421e-90be-2dec1e64455e req-85e41a09-7234-4773-9362-8ad435df1069 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 944 time: 0.4453430 Mar 30 18:14:15.191500 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-cd0d9e80-05dc-4b0f-938b-97a1a4bdddf3 service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209094 Mar 30 18:14:15.265096 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-a6afbcb8-02b2-4edc-b35b-0cf5c34934b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 200 len: 217 time: 0.1161909 Mar 30 18:14:15.363746 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-17d04ff9-fab5-409a-86b9-06592d61eb47 admin admin] Publish callbacks [] for security_group (5c3b03cf-5a0f-4804-97cb-262247bfd73d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.392399 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-17d04ff9-fab5-409a-86b9-06592d61eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5c3b03cf-5a0f-4804-97cb-262247bfd73d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.397292 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0c2968-d7a6-4806-8b52-bad8035c0c83" -d '{"events": [{"name": "network-changed", "server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "tag": "0691cb75-e754-4080-86ef-20483bf4693c"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:15.445709 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-b603bce7-c150-404b-b728-9b814420a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.447452 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-b603bce7-c150-404b-b728-9b814420a424 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1128 time: 0.3163280 Mar 30 18:14:15.448288 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d04ff9-fab5-409a-86b9-06592d61eb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b03cf-5a0f-4804-97cb-262247bfd73d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:15.516425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-f2e1db72-9864-4f71-9084-cb91d27024df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.525926 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-f2e1db72-9864-4f71-9084-cb91d27024df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.2155323 Mar 30 18:14:15.636927 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5423909b-f0f7-421e-90be-2dec1e64455e req-73542b23-37eb-4bbc-8545-858e491acbbc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482479 Mar 30 18:14:15.652644 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-29a4a30e-6654-4e54-ac7e-9fd2abdc7697 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918265 Mar 30 18:14:15.703219 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-a22a28bb-0d3e-4e4d-a6dd-55294edc9de9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 217 time: 0.2392554 Mar 30 18:14:15.712523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb9ab1-bde4-4701-bacf-551dc0b0c612 req-6328370c-c2aa-4925-adf2-b9e9527eafbb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.714164 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-49eb9ab1-bde4-4701-bacf-551dc0b0c612 req-6328370c-c2aa-4925-adf2-b9e9527eafbb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.5841506 Mar 30 18:14:15.728053 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-17d04ff9-fab5-409a-86b9-06592d61eb47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42bc4d7d47304aafa9c9be4ae224061a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9524059 Mar 30 18:14:15.728465 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51396) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:15.759819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-1931306c-9d4d-4baf-a61b-4c1a679f6a22 service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301912 Mar 30 18:14:15.825436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-99627ba1-e52e-400a-a6f8-f46342836f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.826850 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-99627ba1-e52e-400a-a6f8-f46342836f7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2091794 Mar 30 18:14:15.840442 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-62ef8d0a-6560-48eb-9bde-7b255bf230ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.841385 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-62ef8d0a-6560-48eb-9bde-7b255bf230ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.1258674 Mar 30 18:14:15.849241 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-49eb9ab1-bde4-4701-bacf-551dc0b0c612 req-9517597f-f8ac-47fa-b111-24dde698041e tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191769 Mar 30 18:14:15.870542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] Publish callbacks [] for security_group (5c3b03cf-5a0f-4804-97cb-262247bfd73d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.900699 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] Publish callbacks [] for security_group (5c3b03cf-5a0f-4804-97cb-262247bfd73d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.908406 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b52116-ffc7-4349-849b-b1d912e00223 req-cf2c7f91-be15-4a54-8c2b-6f6629d86e9e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:15.914675 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09b52116-ffc7-4349-849b-b1d912e00223 req-cf2c7f91-be15-4a54-8c2b-6f6629d86e9e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 943 time: 0.1584909 Mar 30 18:14:15.926946 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fe37332-74f7-4ce7-ad8b-0f203e8d2877 req-87a07685-18dc-4067-b622-3e8b0a3ca1c1 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467363 Mar 30 18:14:15.968898 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5c3b03cf-5a0f-4804-97cb-262247bfd73d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.974202 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:15.979146 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c3b03cf-5a0f-4804-97cb-262247bfd73d HTTP/1.1" status: 204 len: 168 time: 0.2402966 Mar 30 18:14:15.991669 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060390c9-9b6a-4d44-9869-c691907882da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b03cf-5a0f-4804-97cb-262247bfd73d,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:16.028862 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-09b52116-ffc7-4349-849b-b1d912e00223 req-6bb7c566-eb69-49c8-95f5-5b25059942f7 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021843 Mar 30 18:14:16.204820 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf0bd80-49f0-4da1-a0fa-20a73a1184a4 x-openstack-request-id: req-fcf0bd80-49f0-4da1-a0fa-20a73a1184a4 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:16.205386 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "tag": "0691cb75-e754-4080-86ef-20483bf4693c", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:16.205768 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcf0bd80-49f0-4da1-a0fa-20a73a1184a4 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:16.206329 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf0bd80-49f0-4da1-a0fa-20a73a1184a4'] response: {'name': 'network-changed', 'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c', 'status': 'completed', 'code': 200} Mar 30 18:14:16.577831 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 5e1c6189-10ad-41c0-953f-bfd69a69dc08 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:14:16.708625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08,segment=NetworkSegment(39838eee-ca2e-4d79-a9e9-ce39916a8ef9),segment_id=39838eee-ca2e-4d79-a9e9-ce39916a8ef9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:16.725431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '5e1c6189-10ad-41c0-953f-bfd69a69dc08', 'network_id': '957b265d-1db4-4816-908f-5e9218abc41c', 'port_id': '5e1c6189-10ad-41c0-953f-bfd69a69dc08', 'mac_address': 'fa:16:3e:1f:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:14:16.777539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:16.778101 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:16.782513 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21646c8-9738-4b45-83c5-8831b89134a1 req-c8eca400-cdbd-4b16-9e57-4e4494b0fd96 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:16.791998 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a21646c8-9738-4b45-83c5-8831b89134a1 req-c8eca400-cdbd-4b16-9e57-4e4494b0fd96 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 944 time: 0.0786157 Mar 30 18:14:16.798574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1c6189-10ad-41c0-953f-bfd69a69dc08 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:16.821886 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08,segment=NetworkSegment(39838eee-ca2e-4d79-a9e9-ce39916a8ef9),segment_id=39838eee-ca2e-4d79-a9e9-ce39916a8ef9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:16.829769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:16.830410 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0c3a701e-4709-402c-9152-6333aa0f87c9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:14:16.870416 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a21646c8-9738-4b45-83c5-8831b89134a1 req-fbd4f337-c0b0-4d43-9850-c6abb7e8253a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732276 Mar 30 18:14:16.940394 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:16.994676 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c3a701e-4709-402c-9152-6333aa0f87c9,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:17.002146 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433049-c951-484c-a754-5443d838edb4 req-b8fdbeb2-35d1-40df-acf4-3cb645c9a4d8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:17.004128 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aa433049-c951-484c-a754-5443d838edb4 req-b8fdbeb2-35d1-40df-acf4-3cb645c9a4d8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0657144 Mar 30 18:14:17.012647 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '0c3a701e-4709-402c-9152-6333aa0f87c9', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'port_id': '0c3a701e-4709-402c-9152-6333aa0f87c9', 'mac_address': 'fa:16:3e:07:0c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:14:17.059054 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aa433049-c951-484c-a754-5443d838edb4 req-78a14078-a7d2-4626-8301-02034aad5e16 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483365 Mar 30 18:14:17.065555 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0c3a701e-4709-402c-9152-6333aa0f87c9 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:17.065963 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:17.091996 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3a701e-4709-402c-9152-6333aa0f87c9 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:17.137955 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c3a701e-4709-402c-9152-6333aa0f87c9,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:17.144548 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:17.194029 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252530-ebfe-48a0-bc4a-6319edc321a4 req-ee5c5737-8b1e-43ae-a3c2-be1cd0b891c4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:17.202739 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d8252530-ebfe-48a0-bc4a-6319edc321a4 req-ee5c5737-8b1e-43ae-a3c2-be1cd0b891c4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0726037 Mar 30 18:14:17.243770 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:17.257644 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d8252530-ebfe-48a0-bc4a-6319edc321a4 req-4f57e2db-dfdb-4af4-ae49-ec34a846b435 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535855 Mar 30 18:14:17.977711 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895225-27a3-4376-85ec-0448b641bcea req-acbf78f6-9a8e-42e4-ad83-dc8ba137468c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:17.979196 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6b895225-27a3-4376-85ec-0448b641bcea req-acbf78f6-9a8e-42e4-ad83-dc8ba137468c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 944 time: 0.0523767 Mar 30 18:14:18.033577 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6b895225-27a3-4376-85ec-0448b641bcea req-8b041d3d-7977-40b3-8abf-71b6e33a9392 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Mar 30 18:14:18.139689 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51520) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:18.193968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a4204-8596-4e8f-86ed-a4f513575379 req-a33ad08b-660f-4fe5-a60a-691dd886e3d8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:18.196226 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b04a4204-8596-4e8f-86ed-a4f513575379 req-a33ad08b-660f-4fe5-a60a-691dd886e3d8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0574083 Mar 30 18:14:18.248624 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b04a4204-8596-4e8f-86ed-a4f513575379 req-92d54c51-9c94-4755-8daa-a63b7a9263be tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465281 Mar 30 18:14:18.249130 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a023e760-84fd-4269-8416-0b951e0bba2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.286361 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device e0ce72cc-d648-4e74-84d8-5acc36a21f22 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:14:18.425356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-3cf71522-79e8-402a-8106-d1c4747e126a service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 Mar 30 18:14:18.435910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:18.451189 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'port_id': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22', 'mac_address': 'fa:16:3e:7f:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:14:18.453975 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb627-1c0e-4386-ad0b-21aafff739ea req-2b6b4f72-ccef-45e3-b341-8dfee1ae11a3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:18.456332 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26feb627-1c0e-4386-ad0b-21aafff739ea req-2b6b4f72-ccef-45e3-b341-8dfee1ae11a3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.1076837 Mar 30 18:14:18.463892 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-4d74c5d4-4597-4ace-b2e1-7bb8f86a6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:18.465314 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-4d74c5d4-4597-4ace-b2e1-7bb8f86a6b30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1666415 Mar 30 18:14:18.482740 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a023e760-84fd-4269-8416-0b951e0bba2d admin admin] Publish callbacks [] for security_group (ee43d191-825c-46ec-be8d-3e1112dec7af), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.507498 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a023e760-84fd-4269-8416-0b951e0bba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ee43d191-825c-46ec-be8d-3e1112dec7af), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.518826 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port e0ce72cc-d648-4e74-84d8-5acc36a21f22 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:18.519445 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.539263 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ce72cc-d648-4e74-84d8-5acc36a21f22 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:18.549319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4e69d309-8b5f-46b1-b9ff-0c72db5d77a7 req-560d3256-8c57-4b7e-935f-305ade9baaf2 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144850 Mar 30 18:14:18.576831 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:18.580844 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.607367 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a023e760-84fd-4269-8416-0b951e0bba2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24884fcfef0e42b8bbf5e4510a71caaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664700 Mar 30 18:14:18.610205 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51534) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:18.610942 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e760-84fd-4269-8416-0b951e0bba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee43d191-825c-46ec-be8d-3e1112dec7af,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:18.623715 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-26feb627-1c0e-4386-ad0b-21aafff739ea req-bb53895f-eca9-4df3-8add-7757ef0b84a8 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564066 Mar 30 18:14:18.646388 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-e52a57ef-e397-4fe8-b6da-43e5905c8eee service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665778 Mar 30 18:14:18.646585 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['0c3a701e-4709-402c-9152-6333aa0f87c9'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:14:18.689896 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] Publish callbacks [] for security_group (ee43d191-825c-46ec-be8d-3e1112dec7af), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.700737 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['5e1c6189-10ad-41c0-953f-bfd69a69dc08'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:14:18.715175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] Publish callbacks [] for security_group (ee43d191-825c-46ec-be8d-3e1112dec7af), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.728434 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:18.752842 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e42bc9f4-0871-4d5c-81de-c5014a18ba44 req-adda440f-8a5a-4ad0-9f0d-116835444064 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993845 Mar 30 18:14:18.778491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ee43d191-825c-46ec-be8d-3e1112dec7af), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.781220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:18.785095 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee43d191-825c-46ec-be8d-3e1112dec7af HTTP/1.1" status: 204 len: 168 time: 0.1737084 Mar 30 18:14:18.801748 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f823a-0077-4d6b-89f0-f554d1b381f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee43d191-825c-46ec-be8d-3e1112dec7af,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:18.848728 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-9b8412d6-e1fe-4bd3-9256-f1bef2de9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:18.852188 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-9b8412d6-e1fe-4bd3-9256-f1bef2de9e45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1128 time: 0.0516212 Mar 30 18:14:18.906861 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['e0ce72cc-d648-4e74-84d8-5acc36a21f22'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:14:19.023247 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-14f22a0a-7c7b-41ea-b67c-4e1473730c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:19.025132 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-14f22a0a-7c7b-41ea-b67c-4e1473730c47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.1661904 Mar 30 18:14:19.087161 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51544) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:19.104457 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-881a7a65-2ebc-4656-9f5b-a6e70946aad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.187252 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce30ca3-8c7d-465b-a92e-ce2753bee006 req-5a92872c-1f11-46ac-a231-90dc5fec01ab tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:19.188699 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dce30ca3-8c7d-465b-a92e-ce2753bee006 req-5a92872c-1f11-46ac-a231-90dc5fec01ab tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0807729 Mar 30 18:14:19.255157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-881a7a65-2ebc-4656-9f5b-a6e70946aad7 admin admin] Publish callbacks [] for security_group (3eac4165-6702-45f2-87c3-75b3dff7d626), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.260735 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dce30ca3-8c7d-465b-a92e-ce2753bee006 req-27dbdad9-4dbf-4846-ac36-903cce31f9da tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658290 Mar 30 18:14:19.261735 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-881a7a65-2ebc-4656-9f5b-a6e70946aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3eac4165-6702-45f2-87c3-75b3dff7d626), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.299265 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-881a7a65-2ebc-4656-9f5b-a6e70946aad7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99f45adcac8246928c7be26309c32f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108386 Mar 30 18:14:19.300127 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a7a65-2ebc-4656-9f5b-a6e70946aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac4165-6702-45f2-87c3-75b3dff7d626,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:19.301927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51550) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:19.396043 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac56f7-b612-4d1f-9399-ee7beae368c0 req-41b93609-5b18-4d3f-9acc-7a404d879b9f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:19.396043 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deac56f7-b612-4d1f-9399-ee7beae368c0 req-41b93609-5b18-4d3f-9acc-7a404d879b9f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0770652 Mar 30 18:14:19.397388 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] Publish callbacks [] for security_group (3eac4165-6702-45f2-87c3-75b3dff7d626), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.432659 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] Publish callbacks [] for security_group (3eac4165-6702-45f2-87c3-75b3dff7d626), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.481197 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-deac56f7-b612-4d1f-9399-ee7beae368c0 req-4ca35440-316c-43ec-a79b-bd8e5bbac007 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808346 Mar 30 18:14:19.509463 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3eac4165-6702-45f2-87c3-75b3dff7d626), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.512057 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:19.513224 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3eac4165-6702-45f2-87c3-75b3dff7d626 HTTP/1.1" status: 204 len: 168 time: 0.2103293 Mar 30 18:14:19.521223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0cef7-83ed-4c95-84c8-84bf62dab0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac4165-6702-45f2-87c3-75b3dff7d626,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:19.759451 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6ff4-9a7c-4776-8d4d-18d46661ecb5 req-831c2731-1350-43b8-bd51-d5be5250765a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:19.760964 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-763a6ff4-9a7c-4776-8d4d-18d46661ecb5 req-831c2731-1350-43b8-bd51-d5be5250765a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0606933 Mar 30 18:14:19.811209 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-763a6ff4-9a7c-4776-8d4d-18d46661ecb5 req-77c190f2-134d-48bc-974f-daec5a270106 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 Mar 30 18:14:19.907802 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-e720e862-bae9-463a-ac35-aeea8ad2e819 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 217 time: 0.0436702 Mar 30 18:14:20.402200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4eb1-6bdb-43bc-a7e6-b8842c218ecd req-5626a671-b762-4741-ac6d-67710327e548 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:20.403681 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b44b4eb1-6bdb-43bc-a7e6-b8842c218ecd req-5626a671-b762-4741-ac6d-67710327e548 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0600910 Mar 30 18:14:20.453786 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b44b4eb1-6bdb-43bc-a7e6-b8842c218ecd req-f1fea1da-1f9b-48e2-a2e9-074bb9cc8a73 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Mar 30 18:14:20.605761 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eb0a5-47aa-4f8b-a193-1c56b2cc5e02 req-c2b4c07b-f371-45e0-8a66-006c51c7ee45 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:20.607123 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5e9eb0a5-47aa-4f8b-a193-1c56b2cc5e02 req-c2b4c07b-f371-45e0-8a66-006c51c7ee45 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0557823 Mar 30 18:14:20.665172 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5e9eb0a5-47aa-4f8b-a193-1c56b2cc5e02 req-68737295-2664-489f-addc-82115cf58047 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520320 Mar 30 18:14:20.702440 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-a1d61d23-c5d0-493f-a848-09fc1b7bb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:20.703986 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-a1d61d23-c5d0-493f-a848-09fc1b7bb23c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0495741 Mar 30 18:14:20.931983 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bbf9a-1671-4129-b4b3-2e2009c7fbc0 req-3de20a7a-894b-45db-9de8-88f9e7bb34f4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:20.933552 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-858bbf9a-1671-4129-b4b3-2e2009c7fbc0 req-3de20a7a-894b-45db-9de8-88f9e7bb34f4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0530951 Mar 30 18:14:20.980784 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-858bbf9a-1671-4129-b4b3-2e2009c7fbc0 req-eae548c6-5f21-4c30-9c4c-b450620bc2c3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Mar 30 18:14:21.569792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e4ad-02e1-4a18-ad11-c91d806095de req-6cbaa768-33dc-4cf7-a051-e15b44981e5d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:21.571262 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5b93e4ad-02e1-4a18-ad11-c91d806095de req-6cbaa768-33dc-4cf7-a051-e15b44981e5d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0525680 Mar 30 18:14:21.617433 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5b93e4ad-02e1-4a18-ad11-c91d806095de req-bb353aa7-a336-4210-87a9-f5bb0670039c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Mar 30 18:14:21.653496 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:21.655028 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-f9ffa9be-bee8-49c5-91ac-7723d8691a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:21.656678 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-f9ffa9be-bee8-49c5-91ac-7723d8691a7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465269 Mar 30 18:14:21.779319 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-80f88829-c6d4-404d-8189-f8df986c772d service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148584 Mar 30 18:14:21.840869 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c78ae-8c8b-4e3c-92fc-a73c4d1c105a req-95f60c09-f7ac-4d21-8a7a-e8146cce9e85 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:21.842291 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c16c78ae-8c8b-4e3c-92fc-a73c4d1c105a req-95f60c09-f7ac-4d21-8a7a-e8146cce9e85 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.1092591 Mar 30 18:14:21.913728 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c16c78ae-8c8b-4e3c-92fc-a73c4d1c105a req-7f93619b-5b33-463d-848d-3118caa9477d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656631 Mar 30 18:14:21.915843 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2b0c2968-d7a6-4806-8b52-bad8035c0c83 req-e080415a-6b19-4b43-b46c-02c9ab4443e5 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291814 Mar 30 18:14:22.101310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb693c-582c-43cf-bed7-d9b685c64b16 req-79a59d23-6042-41a8-aa62-00aef90a9d1e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:22.102795 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6eb693c-582c-43cf-bed7-d9b685c64b16 req-79a59d23-6042-41a8-aa62-00aef90a9d1e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0553744 Mar 30 18:14:22.153031 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6eb693c-582c-43cf-bed7-d9b685c64b16 req-15f3a2a5-5348-40ca-9109-3da737c3826c tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Mar 30 18:14:22.731522 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0094f8-9152-4be5-acf9-8cb030aab93c req-53fe7f6b-0a24-4c09-803e-3a585b57270f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:22.733073 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b0094f8-9152-4be5-acf9-8cb030aab93c req-53fe7f6b-0a24-4c09-803e-3a585b57270f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Mar 30 18:14:22.780442 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b0094f8-9152-4be5-acf9-8cb030aab93c req-544ab2eb-62fd-43b6-9f79-8de0398c8d15 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 30 18:14:23.032346 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a9a2-3284-4a34-bf00-9d5c9de9e45d req-c0a5f821-b270-43d7-9e84-f275cce405cb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:23.033822 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4063a9a2-3284-4a34-bf00-9d5c9de9e45d req-c0a5f821-b270-43d7-9e84-f275cce405cb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0540504 Mar 30 18:14:23.083043 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4063a9a2-3284-4a34-bf00-9d5c9de9e45d req-70fad760-0efa-4814-992b-71d88e66148a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 Mar 30 18:14:23.275679 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5183-b2bb-497a-a43e-43e174d64e9f req-b25bd682-0026-4dca-ad26-e46540c717ac tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:23.277199 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76ed5183-b2bb-497a-a43e-43e174d64e9f req-b25bd682-0026-4dca-ad26-e46540c717ac tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0540571 Mar 30 18:14:23.321280 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76ed5183-b2bb-497a-a43e-43e174d64e9f req-149fbe17-4a9f-4d5b-8665-3b41c863fb87 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Mar 30 18:14:23.893579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1559-afa2-4d46-8389-ca2cb3158e63 req-b3df559a-86ef-4a85-93f3-fc80f6e9fb2a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:23.895029 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-534f1559-afa2-4d46-8389-ca2cb3158e63 req-b3df559a-86ef-4a85-93f3-fc80f6e9fb2a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Mar 30 18:14:23.939852 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-534f1559-afa2-4d46-8389-ca2cb3158e63 req-369d4a36-c19c-422a-bf21-ac5f1dabb5bc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Mar 30 18:14:24.199882 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33135a-aba4-43f1-9855-a63f66d419fe req-4bbed0e6-8429-4d01-ac37-42b058d98dac tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:24.201345 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a33135a-aba4-43f1-9855-a63f66d419fe req-4bbed0e6-8429-4d01-ac37-42b058d98dac tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0510192 Mar 30 18:14:24.247758 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a33135a-aba4-43f1-9855-a63f66d419fe req-028fc58f-5470-499c-a23a-e93961b8672c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Mar 30 18:14:24.439126 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fab13-2d2b-40e0-9f58-8eea65c2f4d1 req-0b214f38-69e0-4dbc-8d73-60d4aff4097f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:24.440585 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-277fab13-2d2b-40e0-9f58-8eea65c2f4d1 req-0b214f38-69e0-4dbc-8d73-60d4aff4097f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0537288 Mar 30 18:14:24.486243 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-277fab13-2d2b-40e0-9f58-8eea65c2f4d1 req-1522ce5e-c87b-47ec-9e44-fbb1b865730a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Mar 30 18:14:25.053263 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a187eb6-c682-46ca-96a8-8f8e46951792 req-9697165b-179c-4ae4-8151-104fd2fd7f36 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:25.054698 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9a187eb6-c682-46ca-96a8-8f8e46951792 req-9697165b-179c-4ae4-8151-104fd2fd7f36 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Mar 30 18:14:25.103416 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9a187eb6-c682-46ca-96a8-8f8e46951792 req-4d3d7b58-820a-4fb1-80d4-05292f5cb404 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Mar 30 18:14:25.364060 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1afc-3da6-434d-a0de-03da680fc983 req-26e6fe68-ea50-4937-bf70-d2246526ed56 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:25.365560 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e72e1afc-3da6-434d-a0de-03da680fc983 req-26e6fe68-ea50-4937-bf70-d2246526ed56 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0520141 Mar 30 18:14:25.414289 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e72e1afc-3da6-434d-a0de-03da680fc983 req-2f960a90-b1d5-48fe-a53e-736671a25ec9 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423892 Mar 30 18:14:25.620077 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa7cdf-b8fc-4cde-9696-ce2397c23aee req-6666e3a8-01ce-4eef-bfac-b9cdf48ee66e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:25.621592 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22fa7cdf-b8fc-4cde-9696-ce2397c23aee req-6666e3a8-01ce-4eef-bfac-b9cdf48ee66e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 944 time: 0.0604029 Mar 30 18:14:25.661513 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 5e1c6189-10ad-41c0-953f-bfd69a69dc08 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:25.689637 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-22fa7cdf-b8fc-4cde-9696-ce2397c23aee req-21535c95-3e3e-47ba-b02e-e4a2bc84d8b3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600595 Mar 30 18:14:25.738433 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:14:25.743189 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:25.743742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:25.831437 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:25.832606 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:25.872457 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:26.068589 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08,segment=NetworkSegment(39838eee-ca2e-4d79-a9e9-ce39916a8ef9),segment_id=39838eee-ca2e-4d79-a9e9-ce39916a8ef9)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:26.079405 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.080490 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device e0ce72cc-d648-4e74-84d8-5acc36a21f22 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:26.155787 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:26.156836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51770) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:26.187577 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port e0ce72cc-d648-4e74-84d8-5acc36a21f22 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:14:26.192220 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port e0ce72cc-d648-4e74-84d8-5acc36a21f22 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:26.193174 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.199634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805768db-72bb-458b-a999-5c76c133d901" -d '{"events": [{"server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "name": "network-vif-plugged", "status": "completed", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:26.328076 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb146f3-932b-4b5e-ab48-ceb4cac908df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.335139 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port e0ce72cc-d648-4e74-84d8-5acc36a21f22 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:26.335929 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf71854-4608-4c8c-aaee-cb4bce613848 req-438db89b-a2d3-41ab-9782-34928685195b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:26.336445 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.349836 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-adf71854-4608-4c8c-aaee-cb4bce613848 req-438db89b-a2d3-41ab-9782-34928685195b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 945 time: 0.1473379 Mar 30 18:14:26.420398 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-adf71854-4608-4c8c-aaee-cb4bce613848 req-77a021e5-7193-43e1-8090-a8651de56f94 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673170 Mar 30 18:14:26.429392 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:26.433104 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f310aa-a6aa-4eb3-8805-996412918971 x-openstack-request-id: req-26f310aa-a6aa-4eb3-8805-996412918971 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:26.433753 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "name": "network-vif-plugged", "status": "completed", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:26.434412 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26f310aa-a6aa-4eb3-8805-996412918971 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:26.435559 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f310aa-a6aa-4eb3-8805-996412918971'] response: {'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08', 'code': 200} Mar 30 18:14:26.437557 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.438751 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0c3a701e-4709-402c-9152-6333aa0f87c9 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:26.474379 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb146f3-932b-4b5e-ab48-ceb4cac908df admin admin] Publish callbacks [] for security_group (d72bc049-7d71-451c-99d4-885ea6cf7649), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.482546 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9fb146f3-932b-4b5e-ab48-ceb4cac908df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d72bc049-7d71-451c-99d4-885ea6cf7649), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.516495 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9fb146f3-932b-4b5e-ab48-ceb4cac908df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7195724d05d841d1af8519d4b01c1dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568823 Mar 30 18:14:26.519467 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51802) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:26.536550 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 0c3a701e-4709-402c-9152-6333aa0f87c9 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:14:26.552727 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 0c3a701e-4709-402c-9152-6333aa0f87c9 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:26.555953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.625941 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb146f3-932b-4b5e-ab48-ceb4cac908df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bc049-7d71-451c-99d4-885ea6cf7649,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:26.658181 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] Publish callbacks [] for security_group (d72bc049-7d71-451c-99d4-885ea6cf7649), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.671148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d45a5-7fdf-47ed-b2f2-3f95c0d1f11a req-7428f96e-1041-4471-84a3-d952bd397283 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:26.673062 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e19d45a5-7fdf-47ed-b2f2-3f95c0d1f11a req-7428f96e-1041-4471-84a3-d952bd397283 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.1209140 Mar 30 18:14:26.692628 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:26.728352 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] Publish callbacks [] for security_group (d72bc049-7d71-451c-99d4-885ea6cf7649), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.747440 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0c3a701e-4709-402c-9152-6333aa0f87c9 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:26.748099 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.755043 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e19d45a5-7fdf-47ed-b2f2-3f95c0d1f11a req-deacf879-f1d4-4ce5-b6cb-e0105ca8a6b9 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748725 Mar 30 18:14:26.791691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c3a701e-4709-402c-9152-6333aa0f87c9,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:26.798831 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.802875 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d72bc049-7d71-451c-99d4-885ea6cf7649), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.809476 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:26.810640 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d72bc049-7d71-451c-99d4-885ea6cf7649 HTTP/1.1" status: 204 len: 168 time: 0.2897089 Mar 30 18:14:26.825170 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2529bc7-0ee4-42d5-9e59-faa147d16429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72bc049-7d71-451c-99d4-885ea6cf7649,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:26.858910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a611-0502-4f2d-a19c-c1e772848d23 req-bbbab0b8-44a3-4a04-8aeb-1fd8c4bae659 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:26.860737 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bba0a611-0502-4f2d-a19c-c1e772848d23 req-bbbab0b8-44a3-4a04-8aeb-1fd8c4bae659 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0736578 Mar 30 18:14:26.865416 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:26.933032 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bba0a611-0502-4f2d-a19c-c1e772848d23 req-7b893a98-49fe-4f4f-8981-3df8aab7b0b0 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650024 Mar 30 18:14:26.980878 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51826) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:27.086571 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb81-01a0-45e5-8016-221fdb1be6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.128981 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51830) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:27.142462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac785-bd6f-4214-a1b0-786fd0e5d269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.170160 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb81-01a0-45e5-8016-221fdb1be6f3 admin admin] Publish callbacks [] for security_group (e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.174477 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bb5bfb81-01a0-45e5-8016-221fdb1be6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.213919 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bb5bfb81-01a0-45e5-8016-221fdb1be6f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ee941e81249437287de0c69f7d2182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319145 Mar 30 18:14:27.216156 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bfb81-01a0-45e5-8016-221fdb1be6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:27.216336 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac785-bd6f-4214-a1b0-786fd0e5d269 admin admin] Publish callbacks [] for security_group (60a12aea-d154-4fc1-94bd-db2f34c0bf27), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.217053 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 51832) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:27.224524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba8ac785-bd6f-4214-a1b0-786fd0e5d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (60a12aea-d154-4fc1-94bd-db2f34c0bf27), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.287540 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ba8ac785-bd6f-4214-a1b0-786fd0e5d269 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f996d6de22bf46d39c727ffc159f353d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574757 Mar 30 18:14:27.288668 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ac785-bd6f-4214-a1b0-786fd0e5d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a12aea-d154-4fc1-94bd-db2f34c0bf27,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:27.290448 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 51834) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:27.305562 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] Publish callbacks [] for security_group (e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.328092 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] Publish callbacks [] for security_group (e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.340123 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] Publish callbacks [] for security_group (60a12aea-d154-4fc1-94bd-db2f34c0bf27), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.360802 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] Publish callbacks [] for security_group (60a12aea-d154-4fc1-94bd-db2f34c0bf27), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.375765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.378371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.379513 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b HTTP/1.1" status: 204 len: 168 time: 0.1615479 Mar 30 18:14:27.388706 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73889dd8-c4b4-45f5-9ae8-f162d095ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef4652-3fb5-4579-bca8-95bcfe2dcc2b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:27.416992 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (60a12aea-d154-4fc1-94bd-db2f34c0bf27), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.419667 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:27.420875 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60a12aea-d154-4fc1-94bd-db2f34c0bf27 HTTP/1.1" status: 204 len: 168 time: 0.1294339 Mar 30 18:14:27.429658 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fbeb6-a7bf-4bae-8048-25a30e790ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a12aea-d154-4fc1-94bd-db2f34c0bf27,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:27.559170 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4780-04be-4346-829c-f3a78c2fd218 req-6d891a23-7f5c-4f2d-b997-5225c48262fa tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:27.560517 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd9a4780-04be-4346-829c-f3a78c2fd218 req-6d891a23-7f5c-4f2d-b997-5225c48262fa tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0616081 Mar 30 18:14:27.620897 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd9a4780-04be-4346-829c-f3a78c2fd218 req-5fddacbe-e8b1-4a03-955c-52f703b782f4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513296 Mar 30 18:14:27.891689 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca615-1055-4c9f-8637-a5b947460e21 req-14e7475e-db1b-4fcc-b963-199bce25b301 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:27.899297 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a2aca615-1055-4c9f-8637-a5b947460e21 req-14e7475e-db1b-4fcc-b963-199bce25b301 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 944 time: 0.0617931 Mar 30 18:14:27.960226 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a2aca615-1055-4c9f-8637-a5b947460e21 req-dd0e8581-dc25-4163-a869-2f2d0914da72 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598054 Mar 30 18:14:28.083614 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7122-04cb-4a60-b3ae-490d99f9946f req-c704228d-717c-4400-b9fa-5591c1cb91bd tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:28.086439 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-79bd7122-04cb-4a60-b3ae-490d99f9946f req-c704228d-717c-4400-b9fa-5591c1cb91bd tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0676324 Mar 30 18:14:28.144857 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-79bd7122-04cb-4a60-b3ae-490d99f9946f req-0f156fb4-5734-40df-992c-059d2ea37dcd tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516317 Mar 30 18:14:28.437285 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22'}, {'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:28.439841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69fded3-61e1-4143-b5d7-55d840490d28" -d '{"events": [{"server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "name": "network-vif-plugged", "status": "completed", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22"}, {"server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:28.481192 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb28fbd-57fd-44c9-aaa7-5a17595ef5b1 x-openstack-request-id: req-3fb28fbd-57fd-44c9-aaa7-5a17595ef5b1 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:28.481516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "name": "network-vif-plugged", "status": "completed", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22", "code": 200}, {"server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "name": "network-vif-plugged", "status": "completed", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:28.481942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fb28fbd-57fd-44c9-aaa7-5a17595ef5b1 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:28.482431 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb28fbd-57fd-44c9-aaa7-5a17595ef5b1'] response: {'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22', 'code': 200} Mar 30 18:14:28.482897 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb28fbd-57fd-44c9-aaa7-5a17595ef5b1'] response: {'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9', 'code': 200} Mar 30 18:14:28.748424 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcfb42-4798-41fb-b0e8-b2e4a884a849 req-037e954a-10ba-422d-b818-3e042d6b5d0d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:28.750034 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2edcfb42-4798-41fb-b0e8-b2e4a884a849 req-037e954a-10ba-422d-b818-3e042d6b5d0d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0614686 Mar 30 18:14:28.788088 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0691cb75-e754-4080-86ef-20483bf4693c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:14:28.799346 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2edcfb42-4798-41fb-b0e8-b2e4a884a849 req-f1ff452d-7ab6-4eed-8c40-00d63b29dda8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Mar 30 18:14:28.953397 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0691cb75-e754-4080-86ef-20483bf4693c,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:28.970254 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '0691cb75-e754-4080-86ef-20483bf4693c', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'port_id': '0691cb75-e754-4080-86ef-20483bf4693c', 'mac_address': 'fa:16:3e:a5:48:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:14:29.029935 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0691cb75-e754-4080-86ef-20483bf4693c is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:29.030334 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0691cb75-e754-4080-86ef-20483bf4693c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.053713 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0691cb75-e754-4080-86ef-20483bf4693c {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:14:29.081773 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0691cb75-e754-4080-86ef-20483bf4693c,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:29.087937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.154272 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:14:29.162869 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:29.170186 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-47e43e84-4629-45e5-ae21-0d419d3bf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.172353 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-47e43e84-4629-45e5-ae21-0d419d3bf074 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1130 time: 0.1247785 Mar 30 18:14:29.210643 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.310098 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-27e00502-16e8-4ac4-aabf-a927656079a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.313728 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-27e00502-16e8-4ac4-aabf-a927656079a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1130 time: 0.1115601 Mar 30 18:14:29.324276 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f990dcc-0df8-49d0-abbd-3c72740fcfd1 req-7fc9e933-65c2-45d5-9e25-52ce40e3b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.326456 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f990dcc-0df8-49d0-abbd-3c72740fcfd1 req-7fc9e933-65c2-45d5-9e25-52ce40e3b2e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 1129 time: 0.1974437 Mar 30 18:14:29.337947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0fa7f-4698-496f-ae30-b417d45f4c4d req-687175c9-f298-43ed-b234-681593b1f284 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.339529 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bef0fa7f-4698-496f-ae30-b417d45f4c4d req-687175c9-f298-43ed-b234-681593b1f284 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 945 time: 0.2586823 Mar 30 18:14:29.369709 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc561fe-d5cc-4b0f-b567-889f9bca9cd7 req-0b65e1cb-c413-4d2c-841f-44e474920475 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.370734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-23b90004-276b-4c39-b9bb-a1584949e358 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.371525 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ecc561fe-d5cc-4b0f-b567-889f9bca9cd7 req-0b65e1cb-c413-4d2c-841f-44e474920475 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0973580 Mar 30 18:14:29.430021 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['0691cb75-e754-4080-86ef-20483bf4693c'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:14:29.443389 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] Publish callbacks [] for security_group (ba9e189c-9653-4221-9d50-327807a9e304), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.460687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ba9e189c-9653-4221-9d50-327807a9e304), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.505150 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239307 Mar 30 18:14:29.540918 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ecc561fe-d5cc-4b0f-b567-889f9bca9cd7 req-bac24d9a-8f02-4213-aef8-dc6c23e8c009 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503613 Mar 30 18:14:29.570240 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e189c-9653-4221-9d50-327807a9e304,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:29.579884 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3f990dcc-0df8-49d0-abbd-3c72740fcfd1 req-befbf0f5-9afd-4a37-a51b-34125cde1afa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:29.698848 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bef0fa7f-4698-496f-ae30-b417d45f4c4d req-8162e06b-426b-46b8-b9ed-421a2cdb035f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352354 Mar 30 18:14:29.700824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.db.api [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-23b90004-276b-4c39-b9bb-a1584949e358 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7eee11b160bf4a08b6238dae019bc889 {{(pid=103471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:14:29.701175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG oslo_db.api [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-23b90004-276b-4c39-b9bb-a1584949e358 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:14:29.745158 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f990dcc-0df8-49d0-abbd-3c72740fcfd1 req-befbf0f5-9afd-4a37-a51b-34125cde1afa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990068 Mar 30 18:14:29.996692 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f695d-df16-4cf8-9d7b-962bd907d552 req-aa3fcb27-e88c-4bbd-87dd-c1f0f4ed688c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:29.998201 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e6f695d-df16-4cf8-9d7b-962bd907d552 req-aa3fcb27-e88c-4bbd-87dd-c1f0f4ed688c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0700319 Mar 30 18:14:30.065655 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e6f695d-df16-4cf8-9d7b-962bd907d552 req-6139fc25-cf1f-405c-8f21-d5230d3e8694 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607533 Mar 30 18:14:30.202559 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-23b90004-276b-4c39-b9bb-a1584949e358 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.283863 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3854cc2b-6d4b-420c-ae1d-9f72d32ff0f0 req-23b90004-276b-4c39-b9bb-a1584949e358 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9559982 Mar 30 18:14:30.351570 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52028) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:30.471956 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d56dc8bf-f58f-463e-a1a8-fbd24e18d75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.556033 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d56dc8bf-f58f-463e-a1a8-fbd24e18d75b admin admin] Publish callbacks [] for security_group (7c35f33b-96dd-4da8-8b93-65e4226325f6), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.562436 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d56dc8bf-f58f-463e-a1a8-fbd24e18d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7c35f33b-96dd-4da8-8b93-65e4226325f6), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.613546 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dc8bf-f58f-463e-a1a8-fbd24e18d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35f33b-96dd-4da8-8b93-65e4226325f6,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:30.619220 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d56dc8bf-f58f-463e-a1a8-fbd24e18d75b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=309078966c4d44629ab17a29846691d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664948 Mar 30 18:14:30.622032 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52040) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:30.675626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca8d25-f9e7-40e6-8fe8-d14c0c1a84f7 req-ce91a348-14f0-4409-b12f-81405d113d68 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:30.677484 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfca8d25-f9e7-40e6-8fe8-d14c0c1a84f7 req-ce91a348-14f0-4409-b12f-81405d113d68 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0653203 Mar 30 18:14:30.736589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfca8d25-f9e7-40e6-8fe8-d14c0c1a84f7 req-0b45d8b3-f82d-4c21-8441-f2fdd9cdf412 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Mar 30 18:14:30.889243 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] Publish callbacks [] for security_group (7c35f33b-96dd-4da8-8b93-65e4226325f6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.902727 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e9ab3-237f-4037-bc7d-a06b407c979a req-dbca5b70-1011-4862-852c-41bb9a04b77a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:30.904210 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-877e9ab3-237f-4037-bc7d-a06b407c979a req-dbca5b70-1011-4862-852c-41bb9a04b77a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 945 time: 0.0824726 Mar 30 18:14:30.934559 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] Publish callbacks [] for security_group (7c35f33b-96dd-4da8-8b93-65e4226325f6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:30.987189 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-877e9ab3-237f-4037-bc7d-a06b407c979a req-8146d00d-6d4f-4644-8a58-65836569caa5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774231 Mar 30 18:14:31.009043 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7c35f33b-96dd-4da8-8b93-65e4226325f6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.011683 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.012836 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c35f33b-96dd-4da8-8b93-65e4226325f6 HTTP/1.1" status: 204 len: 168 time: 0.3897591 Mar 30 18:14:31.020950 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc71cc-513d-4a93-995b-e2a1754be43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35f33b-96dd-4da8-8b93-65e4226325f6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:31.212607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d317d7-bdb4-438c-9775-17cb2e0b79b9 req-596ecc63-2b3a-405a-8ff3-727f904613e9 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:31.220426 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39d317d7-bdb4-438c-9775-17cb2e0b79b9 req-596ecc63-2b3a-405a-8ff3-727f904613e9 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0733926 Mar 30 18:14:31.276222 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39d317d7-bdb4-438c-9775-17cb2e0b79b9 req-5952314d-d776-4be7-9f28-51b9c61fb2e2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547872 Mar 30 18:14:31.358846 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52076) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:31.372690 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-709f1e7e-993b-4d41-9abf-fc9b6f025a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.476088 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-709f1e7e-993b-4d41-9abf-fc9b6f025a9e admin admin] Publish callbacks [] for security_group (1bb5b2d0-4aa6-459f-8e94-72251cb1b589), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.481046 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-709f1e7e-993b-4d41-9abf-fc9b6f025a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1bb5b2d0-4aa6-459f-8e94-72251cb1b589), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.523312 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-709f1e7e-993b-4d41-9abf-fc9b6f025a9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71fffa6383f34b13bbbdddf1c6214e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605422 Mar 30 18:14:31.524165 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52084) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:31.527999 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f1e7e-993b-4d41-9abf-fc9b6f025a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb5b2d0-4aa6-459f-8e94-72251cb1b589,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:31.546544 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52086) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:31.597870 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] Publish callbacks [] for security_group (1bb5b2d0-4aa6-459f-8e94-72251cb1b589), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.622332 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] Publish callbacks [] for security_group (1bb5b2d0-4aa6-459f-8e94-72251cb1b589), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.690629 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1bb5b2d0-4aa6-459f-8e94-72251cb1b589), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.694699 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.696196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9c994947-4cf8-46e7-add8-70ace0cd9147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.696415 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bb5b2d0-4aa6-459f-8e94-72251cb1b589 HTTP/1.1" status: 204 len: 168 time: 0.1705289 Mar 30 18:14:31.706201 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdc90b-d999-49cb-b8b3-41d8f4e04f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb5b2d0-4aa6-459f-8e94-72251cb1b589,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:31.807346 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0691cb75-e754-4080-86ef-20483bf4693c up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:14:31.882605 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9c994947-4cf8-46e7-add8-70ace0cd9147 admin admin] Publish callbacks [] for security_group (78562624-30da-44b2-a61a-30068764b821), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.912277 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9c994947-4cf8-46e7-add8-70ace0cd9147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (78562624-30da-44b2-a61a-30068764b821), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:31.932665 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 0691cb75-e754-4080-86ef-20483bf4693c completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:14:31.938439 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 0691cb75-e754-4080-86ef-20483bf4693c triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:14:31.938907 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0691cb75-e754-4080-86ef-20483bf4693c), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.052041 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9c994947-4cf8-46e7-add8-70ace0cd9147 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8941ff802264d9e88fb6a0475f8843a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043654 Mar 30 18:14:32.054849 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52112) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:32.087804 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b29a5-86f3-4348-8d1e-473db751c3a5 req-0c137767-ab57-407b-93b6-46a68265be0e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:32.090232 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a34b29a5-86f3-4348-8d1e-473db751c3a5 req-0c137767-ab57-407b-93b6-46a68265be0e tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.2131503 Mar 30 18:14:32.091279 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c994947-4cf8-46e7-add8-70ace0cd9147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78562624-30da-44b2-a61a-30068764b821,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:32.116107 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0691cb75-e754-4080-86ef-20483bf4693c is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:14:32.119042 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0691cb75-e754-4080-86ef-20483bf4693c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.167268 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:32.170933 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed0508-0b8b-424a-9126-e948b0951635" -d '{"events": [{"server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "0691cb75-e754-4080-86ef-20483bf4693c"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:32.171440 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a34b29a5-86f3-4348-8d1e-473db751c3a5 req-1cce5622-9264-4583-826b-5124824bb045 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710816 Mar 30 18:14:32.203800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] Publish callbacks [] for security_group (78562624-30da-44b2-a61a-30068764b821), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.213062 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0691cb75-e754-4080-86ef-20483bf4693c,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:32.220325 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.227704 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238c75f-5433-4dad-8076-7e42eab17e3c req-dd4ea4f1-438c-4a93-a851-7310c98daa5d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:32.230114 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0238c75f-5433-4dad-8076-7e42eab17e3c req-dd4ea4f1-438c-4a93-a851-7310c98daa5d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 945 time: 0.1203840 Mar 30 18:14:32.252339 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e7bc6-8f56-4936-b948-336242673cea x-openstack-request-id: req-442e7bc6-8f56-4936-b948-336242673cea {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:32.252550 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] Publish callbacks [] for security_group (78562624-30da-44b2-a61a-30068764b821), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.252634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "0691cb75-e754-4080-86ef-20483bf4693c", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:32.252634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-442e7bc6-8f56-4936-b948-336242673cea {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:32.252634 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442e7bc6-8f56-4936-b948-336242673cea'] response: {'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c', 'code': 200} Mar 30 18:14:32.320203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:32.407864 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0238c75f-5433-4dad-8076-7e42eab17e3c req-7b09b065-6cbb-4c49-b61b-89c735a041b9 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694102 Mar 30 18:14:32.430042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (78562624-30da-44b2-a61a-30068764b821), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.435444 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.436638 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78562624-30da-44b2-a61a-30068764b821 HTTP/1.1" status: 204 len: 168 time: 0.3807178 Mar 30 18:14:32.451264 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905555b-77bf-4567-a45a-074d49404241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78562624-30da-44b2-a61a-30068764b821,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:32.476543 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e74b32-d10f-4dc3-9c85-12c8da29b2ec req-7f91c918-a6e3-4616-a972-abeb968bbec6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:32.478069 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-74e74b32-d10f-4dc3-9c85-12c8da29b2ec req-7f91c918-a6e3-4616-a972-abeb968bbec6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.1110554 Mar 30 18:14:32.564641 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-74e74b32-d10f-4dc3-9c85-12c8da29b2ec req-5e5016cc-57f6-49ba-ab75-0f0d2d195cd7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Mar 30 18:14:32.591466 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c4c5-0acc-40f7-bb77-446c7bd4fad6 req-5a8b0692-51d7-4c94-b475-737c80005809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:32.593006 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f919c4c5-0acc-40f7-bb77-446c7bd4fad6 req-5a8b0692-51d7-4c94-b475-737c80005809 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.0693154 Mar 30 18:14:32.647592 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f919c4c5-0acc-40f7-bb77-446c7bd4fad6 req-f4a59988-9edf-40e8-be90-f29f6a9d07d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Mar 30 18:14:32.673919 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52140) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:32.810759 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52152) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:32.817939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-480841c0-e834-4b32-a50c-eabaf5fccbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.832858 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9eaaea0-4862-4543-9da4-d709c1178908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.945368 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-480841c0-e834-4b32-a50c-eabaf5fccbd7 admin admin] Publish callbacks [] for security_group (139173c7-bafe-44fc-ac02-392fd032dde5), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:32.957121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-480841c0-e834-4b32-a50c-eabaf5fccbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (139173c7-bafe-44fc-ac02-392fd032dde5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.013086 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333849a-6b3f-4820-9f3b-e97db2fb0108 req-338f9a98-597c-459d-84ad-0a91350af998 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.014765 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6333849a-6b3f-4820-9f3b-e97db2fb0108 req-338f9a98-597c-459d-84ad-0a91350af998 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.1229174 Mar 30 18:14:33.019544 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-480841c0-e834-4b32-a50c-eabaf5fccbd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2b85ca8ecfa4e4fa3d7d7d91a83fa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402646 Mar 30 18:14:33.019700 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52160) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:33.029147 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9eaaea0-4862-4543-9da4-d709c1178908 admin admin] Publish callbacks [] for security_group (ee0ea1f2-a793-4cba-b3cf-184b10e322da), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.049641 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480841c0-e834-4b32-a50c-eabaf5fccbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139173c7-bafe-44fc-ac02-392fd032dde5,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:33.050170 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c9eaaea0-4862-4543-9da4-d709c1178908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ee0ea1f2-a793-4cba-b3cf-184b10e322da), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.067660 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-5b1d509f-ba1d-444b-bbb7-7c7ce40e0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.071042 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-5b1d509f-ba1d-444b-bbb7-7c7ce40e0427 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1130 time: 0.1243577 Mar 30 18:14:33.144540 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c9eaaea0-4862-4543-9da4-d709c1178908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d403a7451484445a9544541e81cc091c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318088 Mar 30 18:14:33.160523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaaea0-4862-4543-9da4-d709c1178908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ea1f2-a793-4cba-b3cf-184b10e322da,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:33.164583 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52168) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:33.194151 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6333849a-6b3f-4820-9f3b-e97db2fb0108 req-9561996d-58b9-459e-8784-fe04094dc20d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561103 Mar 30 18:14:33.207450 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] Publish callbacks [] for security_group (139173c7-bafe-44fc-ac02-392fd032dde5), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.258828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-08b7befe-396f-46bc-a782-5380e33a8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.260808 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-08b7befe-396f-46bc-a782-5380e33a8add service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1830831 Mar 30 18:14:33.277438 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] Publish callbacks [] for security_group (139173c7-bafe-44fc-ac02-392fd032dde5), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.279983 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] Publish callbacks [] for security_group (ee0ea1f2-a793-4cba-b3cf-184b10e322da), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.342478 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-b3ed5b09-c154-4c48-b253-3096148554c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 200 len: 217 time: 0.0713902 Mar 30 18:14:33.353791 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] Publish callbacks [] for security_group (ee0ea1f2-a793-4cba-b3cf-184b10e322da), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.425622 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (139173c7-bafe-44fc-ac02-392fd032dde5), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.430362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.433815 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139173c7-bafe-44fc-ac02-392fd032dde5 HTTP/1.1" status: 204 len: 168 time: 0.4109309 Mar 30 18:14:33.466003 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ee0ea1f2-a793-4cba-b3cf-184b10e322da), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.469993 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:33.472243 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee0ea1f2-a793-4cba-b3cf-184b10e322da HTTP/1.1" status: 204 len: 168 time: 0.3041430 Mar 30 18:14:33.476690 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30b51-06c5-4254-94dc-642b5d363d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139173c7-bafe-44fc-ac02-392fd032dde5,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:33.477359 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e56dd9-c4ba-465c-94e9-9b1cc88cae50 req-74825ac6-5b7e-441d-aec2-1ac1ac601207 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.484205 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-90e56dd9-c4ba-465c-94e9-9b1cc88cae50 req-74825ac6-5b7e-441d-aec2-1ac1ac601207 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.1442902 Mar 30 18:14:33.487039 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-5acea545-f380-4f59-91a8-62c1fc4dce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.488484 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-5acea545-f380-4f59-91a8-62c1fc4dce9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.1086173 Mar 30 18:14:33.517524 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf34c12-dfc1-4b88-9a76-d8a578041c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ea1f2-a793-4cba-b3cf-184b10e322da,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:33.573982 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-90e56dd9-c4ba-465c-94e9-9b1cc88cae50 req-1b80c031-e3c9-4a0c-919b-57fb44520af5 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Mar 30 18:14:33.590985 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f1d50-a4c9-42f8-ba63-a5f19883f72c req-d9b3d176-dc8d-4063-bff5-8fd1942ab195 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.600469 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a2f1d50-a4c9-42f8-ba63-a5f19883f72c req-d9b3d176-dc8d-4063-bff5-8fd1942ab195 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1023786 Mar 30 18:14:33.609758 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-059b7444-e371-483d-ad73-721c00968892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:33.611283 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-059b7444-e371-483d-ad73-721c00968892 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067834 Mar 30 18:14:33.617976 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52188) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:33.692337 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a2f1d50-a4c9-42f8-ba63-a5f19883f72c req-7d9a5662-4dff-4cd0-b9e3-7bccc7b4226b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861034 Mar 30 18:14:33.759227 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-62c33c86-51ff-4f7b-9b18-7909fa33bcdc service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353617 Mar 30 18:14:33.967083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e37a085b-78c7-450f-a1ee-030d0c9c5522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.056962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e37a085b-78c7-450f-a1ee-030d0c9c5522 admin admin] Publish callbacks [] for security_group (2b07f7b2-4663-43eb-9483-da9f370d8591), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.059313 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52206) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:34.068083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e37a085b-78c7-450f-a1ee-030d0c9c5522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (2b07f7b2-4663-43eb-9483-da9f370d8591), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.075673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a47e1135-0b12-4f9b-88f6-e8bfd5563793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.100347 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a085b-78c7-450f-a1ee-030d0c9c5522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07f7b2-4663-43eb-9483-da9f370d8591,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:34.121641 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e37a085b-78c7-450f-a1ee-030d0c9c5522 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99ff4810745c4881909ee9aff9c535d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023806 Mar 30 18:14:34.124217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52210) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:34.183990 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a47e1135-0b12-4f9b-88f6-e8bfd5563793 admin admin] Publish callbacks [] for security_group (c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.188070 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] Publish callbacks [] for security_group (2b07f7b2-4663-43eb-9483-da9f370d8591), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.193913 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a47e1135-0b12-4f9b-88f6-e8bfd5563793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.213812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] Publish callbacks [] for security_group (2b07f7b2-4663-43eb-9483-da9f370d8591), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.270200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1135-0b12-4f9b-88f6-e8bfd5563793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:34.287949 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (2b07f7b2-4663-43eb-9483-da9f370d8591), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.291820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.293094 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b07f7b2-4663-43eb-9483-da9f370d8591 HTTP/1.1" status: 204 len: 168 time: 0.1676700 Mar 30 18:14:34.293795 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52224) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:34.297140 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a47e1135-0b12-4f9b-88f6-e8bfd5563793 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b78099d1d64e93a5c7f6a63ac1f7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260897 Mar 30 18:14:34.343190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a83f9-445c-4869-ae68-9a6cbcdc91fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07f7b2-4663-43eb-9483-da9f370d8591,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:34.397460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9caeea-ee59-4663-83f0-70f1533c925c req-c907d7ee-ccfa-42be-b02f-24f114d6e69b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:34.398970 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2c9caeea-ee59-4663-83f0-70f1533c925c req-c907d7ee-ccfa-42be-b02f-24f114d6e69b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0890388 Mar 30 18:14:34.402008 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] Publish callbacks [] for security_group (c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.439037 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] Publish callbacks [] for security_group (c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.492735 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2c9caeea-ee59-4663-83f0-70f1533c925c req-b3b9b65c-b7af-4028-8522-5bfba85e498d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816517 Mar 30 18:14:34.517150 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.519710 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.521255 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c HTTP/1.1" status: 204 len: 168 time: 0.2244480 Mar 30 18:14:34.530095 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c4f39-46f1-4482-8c21-0c65d8bd4f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5a7eb-cf02-44c1-8d18-c2fabc88ff0c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:34.754546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-85377dbe-39b2-4bd7-a803-b46c24b5eda0 req-22405804-1d7e-4dd1-90ac-1074fd420777 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963795 Mar 30 18:14:34.821148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611537-6e14-4145-ac3c-d76b8c8e4ed0 req-11853e98-9bf6-4c9e-a7d0-5cb384d1d8fe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:34.822679 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-de611537-6e14-4145-ac3c-d76b8c8e4ed0 req-11853e98-9bf6-4c9e-a7d0-5cb384d1d8fe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0615420 Mar 30 18:14:34.862526 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52252) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:34.879235 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-de611537-6e14-4145-ac3c-d76b8c8e4ed0 req-1d3a7afa-28a1-4c20-8a76-cab718327d52 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498164 Mar 30 18:14:34.891319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9331c0b-195a-472f-b4e5-9e5c60ae197d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.983004 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9331c0b-195a-472f-b4e5-9e5c60ae197d admin admin] Publish callbacks [] for security_group (e747429c-625d-4a6b-aa2c-87b75ff042ef), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:34.988753 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9331c0b-195a-472f-b4e5-9e5c60ae197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e747429c-625d-4a6b-aa2c-87b75ff042ef), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:35.046184 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b9331c0b-195a-472f-b4e5-9e5c60ae197d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=931212e840234db99aeef1f7d67775ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820500 Mar 30 18:14:35.047327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9331c0b-195a-472f-b4e5-9e5c60ae197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e747429c-625d-4a6b-aa2c-87b75ff042ef,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:35.049092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52258) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:35.118901 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] Publish callbacks [] for security_group (e747429c-625d-4a6b-aa2c-87b75ff042ef), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:35.148858 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] Publish callbacks [] for security_group (e747429c-625d-4a6b-aa2c-87b75ff042ef), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:35.210144 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e747429c-625d-4a6b-aa2c-87b75ff042ef), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:35.213384 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:35.214622 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e747429c-625d-4a6b-aa2c-87b75ff042ef HTTP/1.1" status: 204 len: 168 time: 0.1645675 Mar 30 18:14:35.223304 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544647a5-3665-422e-bbeb-c346d531762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e747429c-625d-4a6b-aa2c-87b75ff042ef,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:35.661413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2951b-2250-42e2-aee9-de6421239ebc req-226d5b5b-a43a-49df-a6d3-fda75fc574ca tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:35.668807 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d7e2951b-2250-42e2-aee9-de6421239ebc req-226d5b5b-a43a-49df-a6d3-fda75fc574ca tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0833819 Mar 30 18:14:35.737066 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d7e2951b-2250-42e2-aee9-de6421239ebc req-3ce74f50-fd40-4928-a7b7-22cc6dbef421 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Mar 30 18:14:36.038785 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2c2b-a492-4404-94c9-2455cb202cb3 req-b9a891ee-deb1-49fb-9bee-e6fde0454041 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:36.047172 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6bab2c2b-a492-4404-94c9-2455cb202cb3 req-b9a891ee-deb1-49fb-9bee-e6fde0454041 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0741842 Mar 30 18:14:36.127170 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6bab2c2b-a492-4404-94c9-2455cb202cb3 req-dee578c0-b6be-42a1-9307-e9ab1165b81c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790343 Mar 30 18:14:36.841645 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128325f-5411-46b2-9f64-d1a350933160 req-c88f25eb-7988-43ae-a7f2-dbfbf69fe186 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:36.843252 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a128325f-5411-46b2-9f64-d1a350933160 req-c88f25eb-7988-43ae-a7f2-dbfbf69fe186 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0548038 Mar 30 18:14:36.921782 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a128325f-5411-46b2-9f64-d1a350933160 req-faea654e-b718-4bdf-9299-cccfdee0a8a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691350 Mar 30 18:14:37.286083 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248e29-5ab8-4903-8daa-086197bfe8ca req-c2bd08f0-6920-4486-9d18-fccea8fe78ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:37.293945 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c248e29-5ab8-4903-8daa-086197bfe8ca req-c2bd08f0-6920-4486-9d18-fccea8fe78ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0850184 Mar 30 18:14:37.352908 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c248e29-5ab8-4903-8daa-086197bfe8ca req-db23e8e0-aa7d-47fb-ae43-d3d82e10d5d1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578487 Mar 30 18:14:37.536840 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf84a3-3ec6-4b34-8a81-99529ba024f5 req-1b9dbed6-d152-4fac-9107-a4c915800571 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:37.543145 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1adf84a3-3ec6-4b34-8a81-99529ba024f5 req-1b9dbed6-d152-4fac-9107-a4c915800571 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0624664 Mar 30 18:14:37.548495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52470) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:37.554777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'floatingip': {'port_id': '0691cb75-e754-4080-86ef-20483bf4693c'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:14:37.655534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:37.661084 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f55dfbb5-690b-4b9b-8a84-9cb00dba74ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.082984 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff3e98-2196-44eb-b296-d3138cf09240 req-f51f3a57-22af-44e4-bcc1-ee74fba44d78 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:38.097555 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c8ff3e98-2196-44eb-b296-d3138cf09240 req-f51f3a57-22af-44e4-bcc1-ee74fba44d78 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0890610 Mar 30 18:14:38.160809 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c8ff3e98-2196-44eb-b296-d3138cf09240 req-bb7de9c5-6cbb-4137-9746-8a89c12fbf3d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620470 Mar 30 18:14:38.452707 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52526) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:38.465394 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.469756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.571437 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4aebd454-0f88-4059-9856-626e4bb2a06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.654297 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4aebd454-0f88-4059-9856-626e4bb2a06e admin admin] Publish callbacks [] for security_group (a4a6e868-1854-4406-8595-69bce2aa30a8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.658873 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4aebd454-0f88-4059-9856-626e4bb2a06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a4a6e868-1854-4406-8595-69bce2aa30a8), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.698160 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4aebd454-0f88-4059-9856-626e4bb2a06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8863481ecb384bfd9bb85711d92e82f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442410 Mar 30 18:14:38.699054 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebd454-0f88-4059-9856-626e4bb2a06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a6e868-1854-4406-8595-69bce2aa30a8,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:38.701868 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52530) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:38.758533 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] Publish callbacks [] for security_group (a4a6e868-1854-4406-8595-69bce2aa30a8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.775201 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Floating IP 4294c4f6-2793-4ec2-b743-594cc0cbd05c associated. External IP: 172.27.2.210, port: 0691cb75-e754-4080-86ef-20483bf4693c. Mar 30 18:14:38.790301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] Publish callbacks [] for security_group (a4a6e868-1854-4406-8595-69bce2aa30a8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.857841 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a4a6e868-1854-4406-8595-69bce2aa30a8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.860469 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:38.861769 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4a6e868-1854-4406-8595-69bce2aa30a8 HTTP/1.1" status: 204 len: 168 time: 0.1589189 Mar 30 18:14:38.871370 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10488df5-6822-44e5-af0a-e9de30979d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a6e868-1854-4406-8595-69bce2aa30a8,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:39.042418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:14:39.189992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:14:39.196240 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.231184 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:14:39.248643 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:14:39.249418 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:14:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:39.276331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52570) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:39.279078 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1a191f0d-e6fb-44d2-9595-518a6d0725ed tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "PUT /v2.0/floatingips/4294c4f6-2793-4ec2-b743-594cc0cbd05c HTTP/1.1" status: 200 len: 992 time: 1.7276580 Mar 30 18:14:39.281739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:39.286846 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce469f-e429-4c6c-a59b-89f608490a33" -d '{"events": [{"name": "network-changed", "server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "tag": "0691cb75-e754-4080-86ef-20483bf4693c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:39.290911 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3629-ac78-4215-839b-321054b8342b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.391919 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3629-ac78-4215-839b-321054b8342b admin admin] Publish callbacks [] for security_group (f355fcac-038b-4d16-8c8b-4b7557411b50), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.395434 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a9e852-6663-4d45-8012-07c0b5c47d87 x-openstack-request-id: req-46a9e852-6663-4d45-8012-07c0b5c47d87 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:39.395749 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "tag": "0691cb75-e754-4080-86ef-20483bf4693c", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:39.396136 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46a9e852-6663-4d45-8012-07c0b5c47d87 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:39.398727 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3629-ac78-4215-839b-321054b8342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f355fcac-038b-4d16-8c8b-4b7557411b50), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.399212 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a9e852-6663-4d45-8012-07c0b5c47d87'] response: {'name': 'network-changed', 'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c', 'status': 'completed', 'code': 200} Mar 30 18:14:39.451164 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e2ea3629-ac78-4215-839b-321054b8342b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08acf7bf9d9b48ab905ff9264b3a4aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807401 Mar 30 18:14:39.452238 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea3629-ac78-4215-839b-321054b8342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f355fcac-038b-4d16-8c8b-4b7557411b50,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:39.466568 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52584) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:39.502745 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:14:39.527407 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96470-84ff-40d1-9083-5eb0930fd775 req-56a47fff-a669-486b-848c-79eb80949154 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:39.535589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d6a96470-84ff-40d1-9083-5eb0930fd775 req-56a47fff-a669-486b-848c-79eb80949154 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.2328787 Mar 30 18:14:39.537446 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] Publish callbacks [] for security_group (f355fcac-038b-4d16-8c8b-4b7557411b50), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.581874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-6a67eee9-ce22-4b89-bed2-7f8fbc6e0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:39.583976 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-6a67eee9-ce22-4b89-bed2-7f8fbc6e0d40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.1838033 Mar 30 18:14:39.599948 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] Publish callbacks [] for security_group (f355fcac-038b-4d16-8c8b-4b7557411b50), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.620952 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d6a96470-84ff-40d1-9083-5eb0930fd775 req-c7878b45-3943-422e-a678-054d7796728d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764303 Mar 30 18:14:39.723738 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f355fcac-038b-4d16-8c8b-4b7557411b50), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.727006 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:39.728477 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f355fcac-038b-4d16-8c8b-4b7557411b50 HTTP/1.1" status: 204 len: 168 time: 0.2608919 Mar 30 18:14:39.743412 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92529ae-3125-4e33-a9b9-17be3b9fadd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f355fcac-038b-4d16-8c8b-4b7557411b50,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:39.778172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-bded0d1b-cd90-4339-be30-749db43be677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:39.780021 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-bded0d1b-cd90-4339-be30-749db43be677 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.1565623 Mar 30 18:14:39.895037 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '4294c4f6-2793-4ec2-b743-594cc0cbd05c', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '0691cb75-e754-4080-86ef-20483bf4693c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:a5:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:14:01Z', 'updated_at': '2022-03-30T18:14:38Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:39.939574 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-3f31c123-f681-472f-b282-c0f01f4736c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1000 time: 0.1308672 Mar 30 18:14:39.945711 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:14:39.955022 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:14:39.955893 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:14:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:40.015110 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-5d53f1ff-6046-43aa-9395-1be475cfe92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:40.015110 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-5d53f1ff-6046-43aa-9395-1be475cfe92a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0556476 Mar 30 18:14:40.030932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4233453c-33b1-412a-addf-8bdcc0e5a71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:40.072476 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-4d3e3fd9-3705-4e34-9359-4981519c71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:40.074197 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-4d3e3fd9-3705-4e34-9359-4981519c71fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553639 Mar 30 18:14:40.086101 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:14:40.438854 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '4294c4f6-2793-4ec2-b743-594cc0cbd05c', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '0691cb75-e754-4080-86ef-20483bf4693c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:a5:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:14:01Z', 'updated_at': '2022-03-30T18:14:38Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:40.478489 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a8968-30b1-402c-b3c7-1b41e927ff60 None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '4294c4f6-2793-4ec2-b743-594cc0cbd05c', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '0691cb75-e754-4080-86ef-20483bf4693c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:a5:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:14:01Z', 'updated_at': '2022-03-30T18:14:38Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:14:40.676080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52646) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:40.749312 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54942349-b2b0-4dc4-9dd8-5f48f2900832 None None] New status for floating IP 4294c4f6-2793-4ec2-b743-594cc0cbd05c: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:14:40.794602 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2afda3-5ec3-4af3-a4e5-a12eeddea8e6 req-32a2a8e5-5053-4bd3-8bab-20ed3dae07b4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:40.797145 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ba2afda3-5ec3-4af3-a4e5-a12eeddea8e6 req-32a2a8e5-5053-4bd3-8bab-20ed3dae07b4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Mar 30 18:14:40.830281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f3841184-25e8-4ab0-800e-c5cc8b3954b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:40.852782 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ba2afda3-5ec3-4af3-a4e5-a12eeddea8e6 req-8bc7a939-9403-4c83-8c99-5b64bbf5d9ab tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Mar 30 18:14:40.876204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:40.934410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f3841184-25e8-4ab0-800e-c5cc8b3954b9 admin admin] Publish callbacks [] for security_group (1d05a27a-d825-406e-a32b-2b9a9dbebe14), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:40.940948 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f3841184-25e8-4ab0-800e-c5cc8b3954b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1d05a27a-d825-406e-a32b-2b9a9dbebe14), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.005043 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f3841184-25e8-4ab0-800e-c5cc8b3954b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41b63d6608d64c1cbd1d300f7fd8dfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278162 Mar 30 18:14:41.008158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52660) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:41.014831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3841184-25e8-4ab0-800e-c5cc8b3954b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05a27a-d825-406e-a32b-2b9a9dbebe14,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:41.075994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] Publish callbacks [] for security_group (1d05a27a-d825-406e-a32b-2b9a9dbebe14), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.104825 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] Publish callbacks [] for security_group (1d05a27a-d825-406e-a32b-2b9a9dbebe14), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.171531 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1d05a27a-d825-406e-a32b-2b9a9dbebe14), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.174369 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.176335 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d05a27a-d825-406e-a32b-2b9a9dbebe14 HTTP/1.1" status: 204 len: 168 time: 0.1663680 Mar 30 18:14:41.185373 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53bc83-4c1b-4277-bf61-b98c65b0e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05a27a-d825-406e-a32b-2b9a9dbebe14,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:41.216581 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-ff08d5b5-9ecf-4d72-925e-daf7b95aa37e service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621950 Mar 30 18:14:41.523963 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52684) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:41.537589 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af3f2e48-4115-406c-ba25-d0f07e5f6b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.625110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af3f2e48-4115-406c-ba25-d0f07e5f6b30 admin admin] Publish callbacks [] for security_group (5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.628813 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af3f2e48-4115-406c-ba25-d0f07e5f6b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.668242 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-af3f2e48-4115-406c-ba25-d0f07e5f6b30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d865b88034843ccb295f9217a7d3a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431334 Mar 30 18:14:41.668998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f2e48-4115-406c-ba25-d0f07e5f6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:41.670866 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52688) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:41.720223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] Publish callbacks [] for security_group (5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.743418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] Publish callbacks [] for security_group (5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.803270 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.806411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:41.807949 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba HTTP/1.1" status: 204 len: 168 time: 0.1360941 Mar 30 18:14:41.816873 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d347b-6f7b-49bd-8ec8-da7b5a489440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ca4fc-e6ea-4337-9e09-55f7edd8c8ba,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:41.981844 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138f891-1a47-41d2-833e-b7be41acfc82 req-e5e2663c-cc21-4969-911e-64bcc85ddd68 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:41.983702 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2138f891-1a47-41d2-833e-b7be41acfc82 req-e5e2663c-cc21-4969-911e-64bcc85ddd68 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0577316 Mar 30 18:14:42.031567 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2138f891-1a47-41d2-833e-b7be41acfc82 req-b6f3037c-dcee-431f-8407-1ec7d168f9ed tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Mar 30 18:14:42.162459 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52708) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:42.176997 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e494-0fb2-4800-9648-b2ee2f2b7208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.188431 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f5ce469f-e429-4c6c-a59b-89f608490a33 req-34dba3b3-60a4-4d13-9270-28901011846c service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924027 Mar 30 18:14:42.255641 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e494-0fb2-4800-9648-b2ee2f2b7208 admin admin] Publish callbacks [] for security_group (44be00ff-14a9-4477-8944-f2e68bf279ba), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.259858 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f3c9e494-0fb2-4800-9648-b2ee2f2b7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (44be00ff-14a9-4477-8944-f2e68bf279ba), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.298053 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f3c9e494-0fb2-4800-9648-b2ee2f2b7208 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d88a358b7bf84dc7924c6e91e110f925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335249 Mar 30 18:14:42.298903 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9e494-0fb2-4800-9648-b2ee2f2b7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44be00ff-14a9-4477-8944-f2e68bf279ba,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:42.300749 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52712) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:42.369198 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] Publish callbacks [] for security_group (44be00ff-14a9-4477-8944-f2e68bf279ba), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.389705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] Publish callbacks [] for security_group (44be00ff-14a9-4477-8944-f2e68bf279ba), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.435644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (44be00ff-14a9-4477-8944-f2e68bf279ba), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.438312 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:42.439456 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44be00ff-14a9-4477-8944-f2e68bf279ba HTTP/1.1" status: 204 len: 168 time: 0.1377275 Mar 30 18:14:42.448024 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4896e1-6cb4-437a-ad70-d300740b5716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44be00ff-14a9-4477-8944-f2e68bf279ba,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:42.492730 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:43.164609 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4da121-f62e-44b9-a32a-e23e62d413d9 req-94dd6ae7-7a99-4e7f-9544-d632c9e71e66 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:43.168811 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee4da121-f62e-44b9-a32a-e23e62d413d9 req-94dd6ae7-7a99-4e7f-9544-d632c9e71e66 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0712836 Mar 30 18:14:43.220469 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ee4da121-f62e-44b9-a32a-e23e62d413d9 req-2aa940b9-e36f-4cb3-b273-719fded4db8d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 Mar 30 18:14:44.054449 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:44.406540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95ab49-7341-431b-81cd-3ac133532134 req-5511dfc1-6e8f-4c2a-a462-0f4a5e824859 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:44.408477 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e95ab49-7341-431b-81cd-3ac133532134 req-5511dfc1-6e8f-4c2a-a462-0f4a5e824859 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0878265 Mar 30 18:14:44.477126 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6e95ab49-7341-431b-81cd-3ac133532134 req-67dfb548-5210-42f7-b1df-ced038fcbc80 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616536 Mar 30 18:14:44.974627 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52846) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:45.081439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.159935 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Publish callbacks [] for security_group (a858d202-f07a-446f-bbbc-7b3f6cd10850), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.163826 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a858d202-f07a-446f-bbbc-7b3f6cd10850), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.199832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a858d202-f07a-446f-bbbc-7b3f6cd10850,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:45.204217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ac245565f084314b59df740d1bd4dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283225 Mar 30 18:14:45.208471 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52850) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:45.210702 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.211054 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.211402 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.211748 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.212090 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.212452 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.212787 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.213117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.213455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.213785 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.214121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.214453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.214777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.215100 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.215425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f80b9-74f5-42ab-b1c6-09e99364d6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.273635 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Publish callbacks [] for security_group (a858d202-f07a-446f-bbbc-7b3f6cd10850), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.296716 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Publish callbacks [] for security_group (a858d202-f07a-446f-bbbc-7b3f6cd10850), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.348739 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a858d202-f07a-446f-bbbc-7b3f6cd10850), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.352173 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.353409 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a858d202-f07a-446f-bbbc-7b3f6cd10850 HTTP/1.1" status: 204 len: 168 time: 0.1432106 Mar 30 18:14:45.361203 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a858d202-f07a-446f-bbbc-7b3f6cd10850,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:45.369977 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.370331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.370687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.371026 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.371372 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.371714 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.372053 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.372428 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.372773 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.373112 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.373452 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.373910 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.374246 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.374578 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.374911 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014cd14b-781b-47a7-9277-67a1a22191fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:45.653811 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a68df5-0867-4056-8196-964747b155a5 req-fc04453a-446e-4f67-baf8-10331e6a662b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:45.655693 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0a68df5-0867-4056-8196-964747b155a5 req-fc04453a-446e-4f67-baf8-10331e6a662b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0780990 Mar 30 18:14:45.711071 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b0a68df5-0867-4056-8196-964747b155a5 req-242700be-b4cb-446f-8115-9967b40fb7f7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 Mar 30 18:14:45.713867 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 52872) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:45.737978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1c0-e9da-4083-bb79-63f7689dea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.838805 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1c0-e9da-4083-bb79-63f7689dea76 admin admin] Publish callbacks [] for security_group (47eb03c3-acd6-462a-ab4c-0e6b2bd7e546), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.843870 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1c0-e9da-4083-bb79-63f7689dea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (47eb03c3-acd6-462a-ab4c-0e6b2bd7e546), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.895281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af1c0-e9da-4083-bb79-63f7689dea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb03c3-acd6-462a-ab4c-0e6b2bd7e546,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:45.902860 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6f7af1c0-e9da-4083-bb79-63f7689dea76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45eab40c1cd94fcb9cf2a25f31e12fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877213 Mar 30 18:14:45.906454 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 52884) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:45.967358 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] Publish callbacks [] for security_group (47eb03c3-acd6-462a-ab4c-0e6b2bd7e546), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:45.991339 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] Publish callbacks [] for security_group (47eb03c3-acd6-462a-ab4c-0e6b2bd7e546), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:46.043810 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (47eb03c3-acd6-462a-ab4c-0e6b2bd7e546), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:46.047287 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:46.048538 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47eb03c3-acd6-462a-ab4c-0e6b2bd7e546 HTTP/1.1" status: 204 len: 168 time: 0.1405785 Mar 30 18:14:46.056783 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cfa14-6fa5-4463-9e58-0e5af009ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb03c3-acd6-462a-ab4c-0e6b2bd7e546,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:46.641185 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-a64363e5-46ca-4402-9cd8-7bd66af5ed40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554521 Mar 30 18:14:46.781882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-9fa8328c-eb05-42c1-bf90-3ce5af4e0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:46.785790 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-9fa8328c-eb05-42c1-bf90-3ce5af4e0eae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=776564e46c934684860acced6d1ade0d&device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 1129 time: 0.0762439 Mar 30 18:14:46.942584 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceaeda-c466-4050-ae13-0b37ff999e9e req-fff4194c-565e-4e2e-8794-22cf0b102ce5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:46.944988 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5cceaeda-c466-4050-ae13-0b37ff999e9e req-fff4194c-565e-4e2e-8794-22cf0b102ce5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.1366577 Mar 30 18:14:46.978011 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-d3af69d6-c4d0-4a64-9bdb-9366ba1ddd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:46.979811 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-d3af69d6-c4d0-4a64-9bdb-9366ba1ddd0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=957b265d-1db4-4816-908f-5e9218abc41c HTTP/1.1" status: 200 len: 911 time: 0.1617150 Mar 30 18:14:47.043558 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-cb342a5b-42a3-4fa6-b0ce-e930d1978d3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08 HTTP/1.1" status: 200 len: 217 time: 0.0565548 Mar 30 18:14:47.071292 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5cceaeda-c466-4050-ae13-0b37ff999e9e req-06a00f4a-ae02-4c5b-b36e-d58764daf51f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Mar 30 18:14:47.117406 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-d729d966-e0be-4062-a040-f0d5c61b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:47.119521 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-d729d966-e0be-4062-a040-f0d5c61b870a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad HTTP/1.1" status: 200 len: 851 time: 0.0637844 Mar 30 18:14:47.178375 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-aec34903-1dc8-4f0a-879d-3fd60dc224a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=957b265d-1db4-4816-908f-5e9218abc41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399752 Mar 30 18:14:47.297449 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-c1c3f592-0d22-4efc-be21-4e7491d207f2 service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089306 Mar 30 18:14:47.445905 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7fad1780-fbf4-409e-8287-e7757d8f8a17 req-1d3d4488-fe09-487d-b90c-1a7325c0e6ab service neutron] 10.222.0.23 "GET /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Mar 30 18:14:47.988532 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53028) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:48.170705 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2550186-6cfa-4e28-8305-32a1444cc916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.206221 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff1a05-61f2-4039-bbd6-b8853c2fa5ab req-e795af9c-80bd-4910-aea1-08967f46d9d4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:48.208167 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6eff1a05-61f2-4039-bbd6-b8853c2fa5ab req-e795af9c-80bd-4910-aea1-08967f46d9d4 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.1059983 Mar 30 18:14:48.267141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6eff1a05-61f2-4039-bbd6-b8853c2fa5ab req-b5003353-01bb-4caf-a8f2-34d77500ac76 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Mar 30 18:14:48.304581 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b5cd0-4d0d-4e4e-b982-5efcdf5eaaa6 req-1163692c-4da8-42e3-ab05-8a5b8ff43f1c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:48.306066 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-548b5cd0-4d0d-4e4e-b982-5efcdf5eaaa6 req-1163692c-4da8-42e3-ab05-8a5b8ff43f1c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.1132503 Mar 30 18:14:48.367301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2550186-6cfa-4e28-8305-32a1444cc916 admin admin] Publish callbacks [] for security_group (cc492fff-b1da-466d-a01d-417877a27029), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.379821 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d2550186-6cfa-4e28-8305-32a1444cc916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc492fff-b1da-466d-a01d-417877a27029), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.405567 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-548b5cd0-4d0d-4e4e-b982-5efcdf5eaaa6 req-ea72aeb9-b55b-413a-96cd-9b86f043b52a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926239 Mar 30 18:14:48.440342 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d2550186-6cfa-4e28-8305-32a1444cc916 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6fdcfdf1bc54e5aa43b4056d0607346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482210 Mar 30 18:14:48.440342 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2550186-6cfa-4e28-8305-32a1444cc916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc492fff-b1da-466d-a01d-417877a27029,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:48.440998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53060) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:48.495785 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] Publish callbacks [] for security_group (cc492fff-b1da-466d-a01d-417877a27029), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.520320 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] Publish callbacks [] for security_group (cc492fff-b1da-466d-a01d-417877a27029), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.573463 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc492fff-b1da-466d-a01d-417877a27029), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.576006 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:48.577165 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc492fff-b1da-466d-a01d-417877a27029 HTTP/1.1" status: 204 len: 168 time: 0.1352770 Mar 30 18:14:48.593006 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cf61a-0770-47b9-9446-64542148af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc492fff-b1da-466d-a01d-417877a27029,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:48.898564 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53100) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:48.918589 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0f4addd-de52-4179-8f69-b698df013d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.013218 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0f4addd-de52-4179-8f69-b698df013d60 admin admin] Publish callbacks [] for security_group (46006736-e86b-46a1-a0ab-040294912807), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.018832 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0f4addd-de52-4179-8f69-b698df013d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (46006736-e86b-46a1-a0ab-040294912807), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.057341 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b0f4addd-de52-4179-8f69-b698df013d60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a27600c174e469cb71e270b2cd23086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573269 Mar 30 18:14:49.060054 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53118) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:49.070488 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4addd-de52-4179-8f69-b698df013d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46006736-e86b-46a1-a0ab-040294912807,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:49.116319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] Publish callbacks [] for security_group (46006736-e86b-46a1-a0ab-040294912807), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.137851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] Publish callbacks [] for security_group (46006736-e86b-46a1-a0ab-040294912807), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.186354 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (46006736-e86b-46a1-a0ab-040294912807), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.189423 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.190958 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46006736-e86b-46a1-a0ab-040294912807 HTTP/1.1" status: 204 len: 168 time: 0.1296198 Mar 30 18:14:49.200569 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea57e-c3a2-4987-92f0-a01b6de121e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46006736-e86b-46a1-a0ab-040294912807,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:49.447878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47057730-3e4d-4b5e-a583-f4d6611684ec req-4d1950e4-a3bf-47af-85a5-f91c3d25c325 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:49.449867 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-47057730-3e4d-4b5e-a583-f4d6611684ec req-4d1950e4-a3bf-47af-85a5-f91c3d25c325 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0814357 Mar 30 18:14:49.573237 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-47057730-3e4d-4b5e-a583-f4d6611684ec req-a316a0f3-38d9-4348-b661-a9d711f9cd8a tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111884 Mar 30 18:14:49.585782 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23ff4-6222-4612-a44a-3f9f224552ac req-b312371c-d60f-4889-9920-28cbebfa5a02 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:49.592818 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ec23ff4-6222-4612-a44a-3f9f224552ac req-b312371c-d60f-4889-9920-28cbebfa5a02 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0729830 Mar 30 18:14:49.638938 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ec23ff4-6222-4612-a44a-3f9f224552ac req-1dc20051-dedd-490d-9144-393d0f01ba3f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Mar 30 18:14:49.810274 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53176) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:49.838564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53180) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:49.945042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4a93888e-61e7-4bb0-811b-67d11233317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:49.995121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adccfa88-9821-442c-b43d-54417a8e90c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.073333 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4a93888e-61e7-4bb0-811b-67d11233317f admin admin] Publish callbacks [] for security_group (254fd4f1-219e-4c29-ac84-0d77e4fc0e36), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.085311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4a93888e-61e7-4bb0-811b-67d11233317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (254fd4f1-219e-4c29-ac84-0d77e4fc0e36), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.148978 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4a93888e-61e7-4bb0-811b-67d11233317f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18b60ade11cf46f8a78221ac6aa02bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345613 Mar 30 18:14:50.150997 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53198) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:50.156963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93888e-61e7-4bb0-811b-67d11233317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254fd4f1-219e-4c29-ac84-0d77e4fc0e36,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:50.165425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adccfa88-9821-442c-b43d-54417a8e90c9 admin admin] Publish callbacks [] for security_group (34b50dfa-9ba6-48e3-9610-5d701b84bd9a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.170724 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adccfa88-9821-442c-b43d-54417a8e90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (34b50dfa-9ba6-48e3-9610-5d701b84bd9a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.215461 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-adccfa88-9821-442c-b43d-54417a8e90c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6999ede4144644a6925be3ca167df752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758247 Mar 30 18:14:50.216796 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccfa88-9821-442c-b43d-54417a8e90c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b50dfa-9ba6-48e3-9610-5d701b84bd9a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:50.218304 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53204) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:50.241206 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] Publish callbacks [] for security_group (254fd4f1-219e-4c29-ac84-0d77e4fc0e36), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.280097 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] Publish callbacks [] for security_group (254fd4f1-219e-4c29-ac84-0d77e4fc0e36), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.326165 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] Publish callbacks [] for security_group (34b50dfa-9ba6-48e3-9610-5d701b84bd9a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.352055 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] Publish callbacks [] for security_group (34b50dfa-9ba6-48e3-9610-5d701b84bd9a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.371697 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (254fd4f1-219e-4c29-ac84-0d77e4fc0e36), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.374354 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.375562 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/254fd4f1-219e-4c29-ac84-0d77e4fc0e36 HTTP/1.1" status: 204 len: 168 time: 0.2230742 Mar 30 18:14:50.413924 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e87ad0-245f-4653-a39e-2db5207ebfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254fd4f1-219e-4c29-ac84-0d77e4fc0e36,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:50.442017 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (34b50dfa-9ba6-48e3-9610-5d701b84bd9a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.445157 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.448686 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34b50dfa-9ba6-48e3-9610-5d701b84bd9a HTTP/1.1" status: 204 len: 168 time: 0.2267239 Mar 30 18:14:50.461420 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e0f2f-0046-413d-9c42-4ba1a1d6d774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b50dfa-9ba6-48e3-9610-5d701b84bd9a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:50.700528 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241efd27-0416-4064-b5a7-a28594bd6124 req-28448c0d-025b-414e-908d-5b3d60ef1f65 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:50.702107 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-241efd27-0416-4064-b5a7-a28594bd6124 req-28448c0d-025b-414e-908d-5b3d60ef1f65 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0592570 Mar 30 18:14:50.769938 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-241efd27-0416-4064-b5a7-a28594bd6124 req-991f6d25-6018-4eaf-a338-c473c1021959 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/security-groups?id=bb10c9d1-a968-4f42-9708-b4ec9c434faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606220 Mar 30 18:14:50.799385 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115996a6-ec7b-45b9-bd73-7127f64f69fe req-0363f49f-17b3-4dc4-b73a-db55fc0d2ce2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:50.800997 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-115996a6-ec7b-45b9-bd73-7127f64f69fe req-0363f49f-17b3-4dc4-b73a-db55fc0d2ce2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0741892 Mar 30 18:14:50.868105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-425ceb7c-e0c1-41fb-88d0-01b5c73faee3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:50.868455 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-115996a6-ec7b-45b9-bd73-7127f64f69fe req-3046f8b2-ce3e-423b-b179-33010773ac45 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 Mar 30 18:14:50.870042 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-425ceb7c-e0c1-41fb-88d0-01b5c73faee3 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 945 time: 0.0721612 Mar 30 18:14:50.906954 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53228) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:50.922537 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f3d-77de-451d-8267-b20da94e9f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:50.981236 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53230) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:51.010118 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d31d78a3-aed8-4988-8a4b-68b209dc5e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.021564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Deleting port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:14:51.021564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.070132 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f3d-77de-451d-8267-b20da94e9f3d admin admin] Publish callbacks [] for security_group (ccc4ef64-dce7-483c-8fc7-d165d50a8346), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.076141 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f3d-77de-451d-8267-b20da94e9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ccc4ef64-dce7-483c-8fc7-d165d50a8346), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.133090 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f4c91f3d-77de-451d-8267-b20da94e9f3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cadd3c4d74fc4be39566ccefae9df3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247593 Mar 30 18:14:51.141324 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53236) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:51.157137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c91f3d-77de-451d-8267-b20da94e9f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc4ef64-dce7-483c-8fc7-d165d50a8346,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:51.229221 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d31d78a3-aed8-4988-8a4b-68b209dc5e99 admin admin] Publish callbacks [] for security_group (a9903cb8-a98c-4514-8cc7-87be18f35a80), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.237196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d31d78a3-aed8-4988-8a4b-68b209dc5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a9903cb8-a98c-4514-8cc7-87be18f35a80), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.291186 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d31d78a3-aed8-4988-8a4b-68b209dc5e99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d75686871c6c4b39af8bb2e2424c2828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060255 Mar 30 18:14:51.293656 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] Publish callbacks [] for security_group (ccc4ef64-dce7-483c-8fc7-d165d50a8346), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.295087 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53244) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:51.318924 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d78a3-aed8-4988-8a4b-68b209dc5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9903cb8-a98c-4514-8cc7-87be18f35a80,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:51.361700 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] Publish callbacks [] for security_group (ccc4ef64-dce7-483c-8fc7-d165d50a8346), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.372770 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] For port 5e1c6189-10ad-41c0-953f-bfd69a69dc08, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5e1c6189-10ad-41c0-953f-bfd69a69dc08,segment=NetworkSegment(39838eee-ca2e-4d79-a9e9-ce39916a8ef9),segment_id=39838eee-ca2e-4d79-a9e9-ce39916a8ef9)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:14:51.373467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.395581 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Calling delete_port for 5e1c6189-10ad-41c0-953f-bfd69a69dc08 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:14:51.421237 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] Publish callbacks [] for security_group (a9903cb8-a98c-4514-8cc7-87be18f35a80), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.461349 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] Publish callbacks [] for security_group (a9903cb8-a98c-4514-8cc7-87be18f35a80), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.481343 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ccc4ef64-dce7-483c-8fc7-d165d50a8346), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.484644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.488348 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc4ef64-dce7-483c-8fc7-d165d50a8346 HTTP/1.1" status: 204 len: 168 time: 0.3437345 Mar 30 18:14:51.506708 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b3b71-7569-4b90-ad7c-b84cd34c390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc4ef64-dce7-483c-8fc7-d165d50a8346,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:51.542204 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a9903cb8-a98c-4514-8cc7-87be18f35a80), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.545687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.546851 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9903cb8-a98c-4514-8cc7-87be18f35a80 HTTP/1.1" status: 204 len: 168 time: 0.2476413 Mar 30 18:14:51.557416 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0b596-221c-4bfd-aa03-4fe422c497fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9903cb8-a98c-4514-8cc7-87be18f35a80,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:51.609999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (5e1c6189-10ad-41c0-953f-bfd69a69dc08), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.630515 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['5e1c6189-10ad-41c0-953f-bfd69a69dc08'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:14:51.641956 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Pushing event deleted for resources: {'Port': ['ID=5e1c6189-10ad-41c0-953f-bfd69a69dc08,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:51.710181 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.720850 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] No DVR routers for this DVR port 5e1c6189-10ad-41c0-953f-bfd69a69dc08 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:14:51.723924 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:51.727999 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d106f820-81e5-4b65-bb04-1be8b52316b6 req-5dd4afe6-7e1e-4898-894d-7f285777e56f tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.23 "DELETE /v2.0/ports/5e1c6189-10ad-41c0-953f-bfd69a69dc08 HTTP/1.1" status: 204 len: 173 time: 0.8512471 Mar 30 18:14:51.728483 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'name': 'network-vif-deleted', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:14:51.730797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43a69b-9bca-4634-b54c-a784ffaba38b" -d '{"events": [{"server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "name": "network-vif-deleted", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:14:51.776557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4334613-1d82-4c73-9798-8292714dc182 x-openstack-request-id: req-a4334613-1d82-4c73-9798-8292714dc182 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:14:51.776884 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4080458-69ca-4937-bc8b-9370232f0a51", "name": "network-vif-deleted", "tag": "5e1c6189-10ad-41c0-953f-bfd69a69dc08", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:14:51.777139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4334613-1d82-4c73-9798-8292714dc182 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:14:51.777543 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4334613-1d82-4c73-9798-8292714dc182'] response: {'server_uuid': 'b4080458-69ca-4937-bc8b-9370232f0a51', 'name': 'network-vif-deleted', 'tag': '5e1c6189-10ad-41c0-953f-bfd69a69dc08', 'status': 'completed', 'code': 200} Mar 30 18:14:51.878944 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-188bc151-8820-4dd9-b42b-e8e9a8f993c7 req-12876f6c-88db-4cce-9b76-c85262299219 tempest-DeleteServersTestJSON-228517465 tempest-DeleteServersTestJSON-228517465-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4080458-69ca-4937-bc8b-9370232f0a51 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Mar 30 18:14:52.006250 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef535f28-aa69-45bb-b810-4143f5ced933 req-3b417a48-6fc8-4929-b582-19311dff52d7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:52.007776 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ef535f28-aa69-45bb-b810-4143f5ced933 req-3b417a48-6fc8-4929-b582-19311dff52d7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0641437 Mar 30 18:14:52.059512 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ef535f28-aa69-45bb-b810-4143f5ced933 req-36fab998-9f2c-4974-a018-777a891e1d86 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Mar 30 18:14:52.883284 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53320) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:53.265327 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcb9fd-3ca6-4976-81a8-48d61420a26d req-16f6619e-1117-436a-907a-58b94fdd14ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:53.267561 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55bcb9fd-3ca6-4976-81a8-48d61420a26d req-16f6619e-1117-436a-907a-58b94fdd14ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0987122 Mar 30 18:14:53.304829 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e59a23e-a0b2-4e11-8c36-05f7af0bf193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.400832 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55bcb9fd-3ca6-4976-81a8-48d61420a26d req-e11964d1-380c-4199-bec4-fa7bf4c8f85d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249659 Mar 30 18:14:53.468356 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e59a23e-a0b2-4e11-8c36-05f7af0bf193 admin admin] Publish callbacks [] for security_group (e94f1727-024a-42e0-817a-4fcd1b355910), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.473415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e59a23e-a0b2-4e11-8c36-05f7af0bf193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e94f1727-024a-42e0-817a-4fcd1b355910), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.515939 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3e59a23e-a0b2-4e11-8c36-05f7af0bf193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd0885dafc9241cda6a9aa459033b13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304116 Mar 30 18:14:53.518529 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53370) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:53.524450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59a23e-a0b2-4e11-8c36-05f7af0bf193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94f1727-024a-42e0-817a-4fcd1b355910,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:53.584849 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] Publish callbacks [] for security_group (e94f1727-024a-42e0-817a-4fcd1b355910), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.621025 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] Publish callbacks [] for security_group (e94f1727-024a-42e0-817a-4fcd1b355910), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.677786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e94f1727-024a-42e0-817a-4fcd1b355910), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.681319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:53.683772 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e94f1727-024a-42e0-817a-4fcd1b355910 HTTP/1.1" status: 204 len: 168 time: 0.1639376 Mar 30 18:14:53.694042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe0bb6-cdc3-4216-8a98-4b1b229dbe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94f1727-024a-42e0-817a-4fcd1b355910,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.036233 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 5e1c6189-10ad-41c0-953f-bfd69a69dc08 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:14:54.058470 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 5e1c6189-10ad-41c0-953f-bfd69a69dc08 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:14:54.058918 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 5e1c6189-10ad-41c0-953f-bfd69a69dc08 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:14:54.115349 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53422) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:54.128560 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34a92a99-eef2-41aa-afb4-803aae272b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.212225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34a92a99-eef2-41aa-afb4-803aae272b53 admin admin] Publish callbacks [] for security_group (4c17817a-413b-4cd5-b4bc-d2686c2b36d8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.216015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34a92a99-eef2-41aa-afb4-803aae272b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (4c17817a-413b-4cd5-b4bc-d2686c2b36d8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.221984 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53432) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:54.259063 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-34a92a99-eef2-41aa-afb4-803aae272b53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=565319c2759a4d1982179e21ab30f70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420374 Mar 30 18:14:54.259941 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a92a99-eef2-41aa-afb4-803aae272b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c17817a-413b-4cd5-b4bc-d2686c2b36d8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.261498 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53438) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:54.315466 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] Publish callbacks [] for security_group (4c17817a-413b-4cd5-b4bc-d2686c2b36d8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.355210 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] Publish callbacks [] for security_group (4c17817a-413b-4cd5-b4bc-d2686c2b36d8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.367043 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d763c0e8-83f8-4291-b3b4-b51a1003b777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.465074 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (4c17817a-413b-4cd5-b4bc-d2686c2b36d8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.467562 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.472834 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c17817a-413b-4cd5-b4bc-d2686c2b36d8 HTTP/1.1" status: 204 len: 168 time: 0.2102513 Mar 30 18:14:54.525716 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d763c0e8-83f8-4291-b3b4-b51a1003b777 admin admin] Publish callbacks [] for security_group (b615c625-a9ba-4549-a1d8-0ff18c6c2df3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.539330 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7dd7-f59a-4dda-a49e-54c46e26f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c17817a-413b-4cd5-b4bc-d2686c2b36d8,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.552565 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d763c0e8-83f8-4291-b3b4-b51a1003b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b615c625-a9ba-4549-a1d8-0ff18c6c2df3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.583982 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53470) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:54.640684 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa6d43-7d77-48d2-ad6b-14354a5bba81 req-47088a44-bec6-4b6c-8722-01e4aabcb4d6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:54.642241 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d763c0e8-83f8-4291-b3b4-b51a1003b777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1201a656fbbc4111ac302883b95ca4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187329 Mar 30 18:14:54.648024 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7faa6d43-7d77-48d2-ad6b-14354a5bba81 req-47088a44-bec6-4b6c-8722-01e4aabcb4d6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0904131 Mar 30 18:14:54.648749 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763c0e8-83f8-4291-b3b4-b51a1003b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615c625-a9ba-4549-a1d8-0ff18c6c2df3,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.649591 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53476) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:54.673042 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Deleting subnet 20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:14:54.676712 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Publish callbacks [] for subnet (20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.716681 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Publish callbacks [] for subnet (20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.730242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.760343 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] Publish callbacks [] for security_group (b615c625-a9ba-4549-a1d8-0ff18c6c2df3), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.793413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] Publish callbacks [] for security_group (b615c625-a9ba-4549-a1d8-0ff18c6c2df3), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.805072 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7faa6d43-7d77-48d2-ad6b-14354a5bba81 req-af17b109-1c5e-4215-8a98-f723a5ea2927 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500988 Mar 30 18:14:54.841062 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.867055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b615c625-a9ba-4549-a1d8-0ff18c6c2df3), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.870772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.874474 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b615c625-a9ba-4549-a1d8-0ff18c6c2df3 HTTP/1.1" status: 204 len: 168 time: 0.2214706 Mar 30 18:14:54.883179 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7001c44-bafa-4ca2-90cf-14ae07f94f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615c625-a9ba-4549-a1d8-0ff18c6c2df3,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.883585 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:54.903639 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:54.911007 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1b9bceed-182b-4499-9ab6-c8b6718c5958 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/20b16d9c-ec84-4c2b-8ab6-17bbb4a941ad HTTP/1.1" status: 204 len: 168 time: 0.3254726 Mar 30 18:14:54.914303 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53486) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:55.003101 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (957b265d-1db4-4816-908f-5e9218abc41c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.122387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (957b265d-1db4-4816-908f-5e9218abc41c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.147596 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.147596 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.148311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.148719 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > port after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.149053 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.149392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > port after_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.149723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.150047 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.150565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.150670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.310571 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.310910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.311246 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.311579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103471) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:14:55.311953 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957b265d-1db4-4816-908f-5e9218abc41c']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:55.340621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39838eee-ca2e-4d79-a9e9-ce39916a8ef9') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:55.340621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39838eee-ca2e-4d79-a9e9-ce39916a8ef9') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:14:55.356133 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (39838eee-ca2e-4d79-a9e9-ce39916a8ef9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.371177 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53506) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:55.385827 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (39838eee-ca2e-4d79-a9e9-ce39916a8ef9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.392024 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7191f18c-9a4a-4398-a336-e515f053cb87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.394624 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:14:55.395215 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (39838eee-ca2e-4d79-a9e9-ce39916a8ef9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: from cryptography.utils import int_from_bytes Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: from cryptography.utils import int_from_bytes Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:14:55.432783 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:14:55.510932 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (957b265d-1db4-4816-908f-5e9218abc41c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.519272 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.526007 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] 10.222.0.24 "DELETE /v2.0/networks/957b265d-1db4-4816-908f-5e9218abc41c HTTP/1.1" status: 204 len: 168 time: 0.6105371 Mar 30 18:14:55.531660 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7191f18c-9a4a-4398-a336-e515f053cb87 admin admin] Publish callbacks [] for security_group (780a84c7-4f61-41b5-b8ee-f4957296fd3d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.537060 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06d61-fd30-43ca-be77-c15165a51a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=957b265d-1db4-4816-908f-5e9218abc41c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:55.549611 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7191f18c-9a4a-4398-a336-e515f053cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (780a84c7-4f61-41b5-b8ee-f4957296fd3d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.599926 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191f18c-9a4a-4398-a336-e515f053cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780a84c7-4f61-41b5-b8ee-f4957296fd3d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:55.634293 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53526) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:55.635287 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7191f18c-9a4a-4398-a336-e515f053cb87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9da3d2e0d0714028990efb0a49541f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630041 Mar 30 18:14:55.714419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] Publish callbacks [] for security_group (780a84c7-4f61-41b5-b8ee-f4957296fd3d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.740518 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] Publish callbacks [] for security_group (780a84c7-4f61-41b5-b8ee-f4957296fd3d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.803302 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53540) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:55.811963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (780a84c7-4f61-41b5-b8ee-f4957296fd3d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.815135 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:55.818039 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/780a84c7-4f61-41b5-b8ee-f4957296fd3d HTTP/1.1" status: 204 len: 168 time: 0.1816752 Mar 30 18:14:55.844851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29106b-17d2-4ebe-b595-ff11a74148ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a84c7-4f61-41b5-b8ee-f4957296fd3d,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:55.886290 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2244dfda-0033-4d43-a323-a4be40130eaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=776564e46c934684860acced6d1ade0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0793958 Mar 30 18:14:55.886684 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53546) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:55.994495 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] Publish callbacks [] for security_group (bb10c9d1-a968-4f42-9708-b4ec9c434faf), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.028758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dd82f-1a54-48fc-8537-acf4a14e2dff req-56dc7075-a747-48a1-bdfd-1c224a142de2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:56.030411 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc7dd82f-1a54-48fc-8537-acf4a14e2dff req-56dc7075-a747-48a1-bdfd-1c224a142de2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.1146061 Mar 30 18:14:56.036167 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] Publish callbacks [] for security_group (bb10c9d1-a968-4f42-9708-b4ec9c434faf), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.042514 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53554) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:56.124678 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc7dd82f-1a54-48fc-8537-acf4a14e2dff req-3ee37c06-e6f4-4c6e-9459-5456825d4613 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841234 Mar 30 18:14:56.154432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bb10c9d1-a968-4f42-9708-b4ec9c434faf), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.157114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.158348 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb10c9d1-a968-4f42-9708-b4ec9c434faf HTTP/1.1" status: 204 len: 168 time: 0.2707155 Mar 30 18:14:56.166925 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d92d01-e310-4a4c-bdee-552a494b77be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb10c9d1-a968-4f42-9708-b4ec9c434faf,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:56.275677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a736ecf-6c52-4a1c-b5c1-1b5435a654c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.374708 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a736ecf-6c52-4a1c-b5c1-1b5435a654c5 admin admin] Publish callbacks [] for security_group (17a763dc-f7fc-409b-92f0-8c4619e64494), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.379401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a736ecf-6c52-4a1c-b5c1-1b5435a654c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (17a763dc-f7fc-409b-92f0-8c4619e64494), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.439287 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a736ecf-6c52-4a1c-b5c1-1b5435a654c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a763dc-f7fc-409b-92f0-8c4619e64494,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:56.447271 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0a736ecf-6c52-4a1c-b5c1-1b5435a654c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e0198cb03214cc99816590c97f99389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009840 Mar 30 18:14:56.447735 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53578) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:56.510978 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] Publish callbacks [] for security_group (17a763dc-f7fc-409b-92f0-8c4619e64494), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.540820 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] Publish callbacks [] for security_group (17a763dc-f7fc-409b-92f0-8c4619e64494), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.600112 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (17a763dc-f7fc-409b-92f0-8c4619e64494), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.603466 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:56.604648 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17a763dc-f7fc-409b-92f0-8c4619e64494 HTTP/1.1" status: 204 len: 168 time: 0.1561720 Mar 30 18:14:56.613155 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4149-5dcb-4185-b005-b82e7351f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a763dc-f7fc-409b-92f0-8c4619e64494,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:57.282051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f91c-9d49-4acb-a426-72bd89c9aad3 req-ee419f5f-bdb5-4dfa-ac09-9960c7825f25 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:57.283541 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c581f91c-9d49-4acb-a426-72bd89c9aad3 req-ee419f5f-bdb5-4dfa-ac09-9960c7825f25 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0653341 Mar 30 18:14:57.344822 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c581f91c-9d49-4acb-a426-72bd89c9aad3 req-b6bb7385-361c-46ed-a266-4ec2016ae7a7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540948 Mar 30 18:14:58.486016 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f6094-3afa-4db2-b838-89dca80cdcad req-144dd687-096a-4f5e-8ed2-8b5ca5d560bc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:58.488771 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb0f6094-3afa-4db2-b838-89dca80cdcad req-144dd687-096a-4f5e-8ed2-8b5ca5d560bc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0585990 Mar 30 18:14:58.553398 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb0f6094-3afa-4db2-b838-89dca80cdcad req-9a630f77-fe84-48f9-9cc6-e1dd87b5e4d5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Mar 30 18:14:59.678213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15225c-a3f9-4625-ada4-ea519f6de029 req-b1773c41-3083-4c87-9904-739e96be2fcc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:14:59.681662 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd15225c-a3f9-4625-ada4-ea519f6de029 req-b1773c41-3083-4c87-9904-739e96be2fcc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0659852 Mar 30 18:14:59.733601 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd15225c-a3f9-4625-ada4-ea519f6de029 req-0598883f-a047-472e-9039-ff390b6e918a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Mar 30 18:15:00.575419 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53786) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:00.681721 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e46d5aea-9ac8-4f02-af5e-da04230afb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.759283 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e46d5aea-9ac8-4f02-af5e-da04230afb66 admin admin] Publish callbacks [] for security_group (b823c97e-4956-4f2e-b968-c7e48364ef21), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.765602 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e46d5aea-9ac8-4f02-af5e-da04230afb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b823c97e-4956-4f2e-b968-c7e48364ef21), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.807802 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d5aea-9ac8-4f02-af5e-da04230afb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b823c97e-4956-4f2e-b968-c7e48364ef21,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:00.816453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53796) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:00.828891 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e46d5aea-9ac8-4f02-af5e-da04230afb66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9774c319c8e0479f85d3b0deb0a53bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424688 Mar 30 18:15:00.885218 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] Publish callbacks [] for security_group (b823c97e-4956-4f2e-b968-c7e48364ef21), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.898701 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039cde6-3eb8-47e4-aa4d-fe7a440ccf07 req-b9d39c9c-4fd3-4ffe-a08e-ac7c3a274a85 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:00.907207 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6039cde6-3eb8-47e4-aa4d-fe7a440ccf07 req-b9d39c9c-4fd3-4ffe-a08e-ac7c3a274a85 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0769067 Mar 30 18:15:00.914012 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] Publish callbacks [] for security_group (b823c97e-4956-4f2e-b968-c7e48364ef21), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.961505 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6039cde6-3eb8-47e4-aa4d-fe7a440ccf07 req-a4a11591-803e-4017-98cb-d7a3bdc5679e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532668 Mar 30 18:15:00.989731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b823c97e-4956-4f2e-b968-c7e48364ef21), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.992911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:00.995412 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b823c97e-4956-4f2e-b968-c7e48364ef21 HTTP/1.1" status: 204 len: 168 time: 0.1767647 Mar 30 18:15:01.008605 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386af83b-096e-4f65-bc2a-c25450ff866d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823c97e-4956-4f2e-b968-c7e48364ef21,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:01.353664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53832) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:01.368238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8b66a9a4-315f-4f86-96c3-9af33f014240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.500267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8b66a9a4-315f-4f86-96c3-9af33f014240 admin admin] Publish callbacks [] for security_group (f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.505696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8b66a9a4-315f-4f86-96c3-9af33f014240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.555661 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8b66a9a4-315f-4f86-96c3-9af33f014240 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cdff5a56118466dbf7c4208c96093b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007043 Mar 30 18:15:01.556878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a9a4-315f-4f86-96c3-9af33f014240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:01.558395 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53842) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:01.616989 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] Publish callbacks [] for security_group (f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.639428 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] Publish callbacks [] for security_group (f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.700453 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.703341 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.704944 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9 HTTP/1.1" status: 204 len: 168 time: 0.1449096 Mar 30 18:15:01.714552 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c3060-eeca-42aa-a80d-ed20e83a7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61be8aa-9d6c-4a59-9d4d-8dd347d31fe9,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:02.122199 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf3922-a284-47d0-88ee-48fd157d3b43 req-257bc3d4-1426-48ec-9f33-a8c76e28c8be tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:02.123706 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6bf3922-a284-47d0-88ee-48fd157d3b43 req-257bc3d4-1426-48ec-9f33-a8c76e28c8be tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0614996 Mar 30 18:15:02.172936 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53874) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:02.179176 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6bf3922-a284-47d0-88ee-48fd157d3b43 req-626afa84-d070-4016-874f-132d5ed3f267 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Mar 30 18:15:02.198238 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-74f8693c-005e-4167-97a9-31516e6c17bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.297523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-74f8693c-005e-4167-97a9-31516e6c17bd admin admin] Publish callbacks [] for security_group (587b2a7e-7344-4500-92be-6dae5c7b2e7b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.302367 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-74f8693c-005e-4167-97a9-31516e6c17bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (587b2a7e-7344-4500-92be-6dae5c7b2e7b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.341830 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-74f8693c-005e-4167-97a9-31516e6c17bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f211e72e4a6b4bb5b59ab4a10cf762a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674895 Mar 30 18:15:02.342767 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8693c-005e-4167-97a9-31516e6c17bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b2a7e-7344-4500-92be-6dae5c7b2e7b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:02.344555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53880) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:02.399779 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] Publish callbacks [] for security_group (587b2a7e-7344-4500-92be-6dae5c7b2e7b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.421797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] Publish callbacks [] for security_group (587b2a7e-7344-4500-92be-6dae5c7b2e7b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.475655 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (587b2a7e-7344-4500-92be-6dae5c7b2e7b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.480343 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.480343 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/587b2a7e-7344-4500-92be-6dae5c7b2e7b HTTP/1.1" status: 204 len: 168 time: 0.1339424 Mar 30 18:15:02.492538 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0eb63-e9f6-43dd-89ad-96f9a8ec5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b2a7e-7344-4500-92be-6dae5c7b2e7b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:02.646148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53892) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:02.757535 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce9bee22-c7bd-425d-8cd1-a71723a85c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.841189 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce9bee22-c7bd-425d-8cd1-a71723a85c86 admin admin] Publish callbacks [] for security_group (f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.845537 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ce9bee22-c7bd-425d-8cd1-a71723a85c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.889095 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ce9bee22-c7bd-425d-8cd1-a71723a85c86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f662459b10254aceab72a0fff97df715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376037 Mar 30 18:15:02.889095 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bee22-c7bd-425d-8cd1-a71723a85c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:02.890478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53904) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:02.951051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] Publish callbacks [] for security_group (f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:02.976520 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] Publish callbacks [] for security_group (f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.076403 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6337-416d-4871-b6c5-46460d356e3a req-b00f7c3e-62fb-4c0a-8fbc-35444da49f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:03.078504 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-144d6337-416d-4871-b6c5-46460d356e3a req-b00f7c3e-62fb-4c0a-8fbc-35444da49f67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1130 time: 0.0619962 Mar 30 18:15:03.080620 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.083818 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.087925 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb HTTP/1.1" status: 204 len: 168 time: 0.1962669 Mar 30 18:15:03.117273 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19300c-701c-4d31-b77b-815734978b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a57d1f-4bd6-4edb-9c80-d1cf4b25d8bb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:03.187401 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-144d6337-416d-4871-b6c5-46460d356e3a req-97b67911-e91e-4a52-a604-1f8cffd7f403 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983160 Mar 30 18:15:03.346566 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675dbd9-242b-46a4-a24b-1058a6f9a723 req-2de5c07b-3b93-4179-97a4-44d4be3ec3fd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:03.354098 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4675dbd9-242b-46a4-a24b-1058a6f9a723 req-2de5c07b-3b93-4179-97a4-44d4be3ec3fd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0737038 Mar 30 18:15:03.424848 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4675dbd9-242b-46a4-a24b-1058a6f9a723 req-b53a841c-6471-42da-8d66-50ad55294660 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 Mar 30 18:15:03.692723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 53966) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:03.873533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96b04858-d654-491b-b15e-bb929647bf6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.981791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96b04858-d654-491b-b15e-bb929647bf6b admin admin] Publish callbacks [] for security_group (73b17608-a57e-471a-b26b-0bc76b6373f5), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:03.995164 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96b04858-d654-491b-b15e-bb929647bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (73b17608-a57e-471a-b26b-0bc76b6373f5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.048632 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-96b04858-d654-491b-b15e-bb929647bf6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=492590b8662745708083f6b63233fc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547826 Mar 30 18:15:04.050175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b04858-d654-491b-b15e-bb929647bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b17608-a57e-471a-b26b-0bc76b6373f5,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:04.053143 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 53990) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:04.111643 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] Publish callbacks [] for security_group (73b17608-a57e-471a-b26b-0bc76b6373f5), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.137836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] Publish callbacks [] for security_group (73b17608-a57e-471a-b26b-0bc76b6373f5), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.206695 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (73b17608-a57e-471a-b26b-0bc76b6373f5), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.211166 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.219059 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73b17608-a57e-471a-b26b-0bc76b6373f5 HTTP/1.1" status: 204 len: 168 time: 0.1620412 Mar 30 18:15:04.235647 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b676b-0fb1-4686-a75b-1c2fbace9933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b17608-a57e-471a-b26b-0bc76b6373f5,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:04.556877 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7e65f-ecef-4564-b670-eb1a9465d816 req-848046c1-892b-43db-a195-56fa263f9d5f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:04.558497 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-eba7e65f-ecef-4564-b670-eb1a9465d816 req-848046c1-892b-43db-a195-56fa263f9d5f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0630069 Mar 30 18:15:04.617178 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-eba7e65f-ecef-4564-b670-eb1a9465d816 req-7ca7a0c2-dcb0-498a-a083-88b4757619a9 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Mar 30 18:15:04.654910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54012) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:04.669392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a97f4d50-1486-4c34-89ee-b7aa6ad476e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.753225 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddf14d-af17-49dd-9911-e61a16212e25 req-8c18cfe6-4b2a-4ad1-b3ac-3e6d2f1a6403 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:04.755009 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-09ddf14d-af17-49dd-9911-e61a16212e25 req-8c18cfe6-4b2a-4ad1-b3ac-3e6d2f1a6403 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0594001 Mar 30 18:15:04.758188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a97f4d50-1486-4c34-89ee-b7aa6ad476e4 admin admin] Publish callbacks [] for security_group (5444e26e-5460-44d6-a5b1-a50c038c219e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.762639 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a97f4d50-1486-4c34-89ee-b7aa6ad476e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5444e26e-5460-44d6-a5b1-a50c038c219e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.810558 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a97f4d50-1486-4c34-89ee-b7aa6ad476e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=952d874793034c7589575911880d7ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546490 Mar 30 18:15:04.813211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54014) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:04.821368 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f4d50-1486-4c34-89ee-b7aa6ad476e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444e26e-5460-44d6-a5b1-a50c038c219e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:04.822775 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-09ddf14d-af17-49dd-9911-e61a16212e25 req-c2396081-065b-40a1-907b-de417d36acb5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Mar 30 18:15:04.885413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] Publish callbacks [] for security_group (5444e26e-5460-44d6-a5b1-a50c038c219e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.915845 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] Publish callbacks [] for security_group (5444e26e-5460-44d6-a5b1-a50c038c219e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.995544 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5444e26e-5460-44d6-a5b1-a50c038c219e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.998534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:04.999778 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5444e26e-5460-44d6-a5b1-a50c038c219e HTTP/1.1" status: 204 len: 168 time: 0.1853609 Mar 30 18:15:05.011240 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5fd90-d7aa-463f-a66b-45fa252f090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444e26e-5460-44d6-a5b1-a50c038c219e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:06.159468 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:15:06.621173 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe865e-ebe1-4ad3-8f86-f286074cc7fa req-b9b70c7d-12a6-4b84-8663-0273d7c73c63 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:06.624357 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68fe865e-ebe1-4ad3-8f86-f286074cc7fa req-b9b70c7d-12a6-4b84-8663-0273d7c73c63 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0838399 Mar 30 18:15:06.688166 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-68fe865e-ebe1-4ad3-8f86-f286074cc7fa req-ac781e4b-a118-4e2e-8470-92ace40ad80f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567575 Mar 30 18:15:07.003786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54164) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.150125 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-885d94bc-aaa2-49be-89b4-889fdce93bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.254861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-885d94bc-aaa2-49be-89b4-889fdce93bdf admin admin] Publish callbacks [] for security_group (10d122b7-c523-4e68-b307-e806569d3311), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.259863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-885d94bc-aaa2-49be-89b4-889fdce93bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (10d122b7-c523-4e68-b307-e806569d3311), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.301010 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-885d94bc-aaa2-49be-89b4-889fdce93bdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9edc966f54644e0cb364dcf1ab0308b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957823 Mar 30 18:15:07.303766 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d94bc-aaa2-49be-89b4-889fdce93bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d122b7-c523-4e68-b307-e806569d3311,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:07.304749 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54188) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.356634 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] Publish callbacks [] for security_group (10d122b7-c523-4e68-b307-e806569d3311), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.377555 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] Publish callbacks [] for security_group (10d122b7-c523-4e68-b307-e806569d3311), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.428144 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (10d122b7-c523-4e68-b307-e806569d3311), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.430876 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.431956 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10d122b7-c523-4e68-b307-e806569d3311 HTTP/1.1" status: 204 len: 168 time: 0.1246049 Mar 30 18:15:07.440961 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620ebf0-2153-4db1-b40d-5c671ecf20b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d122b7-c523-4e68-b307-e806569d3311,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:07.653198 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54204) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.657840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-662d8d4e-f782-40fd-ba9a-aceea3faacb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.761961 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-12c88746-7331-4a6e-8105-2d273e6f56ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.771605 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54210) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.794177 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-93307ce3-2070-43f2-aae1-431e9065082c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.824446 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb5c7-710f-499e-8f39-5e8383f69d56 req-df4c6d4a-dfcb-4675-9213-1f8277b91bcb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:07.826078 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a75fb5c7-710f-499e-8f39-5e8383f69d56 req-df4c6d4a-dfcb-4675-9213-1f8277b91bcb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0581143 Mar 30 18:15:07.878669 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a75fb5c7-710f-499e-8f39-5e8383f69d56 req-5624f59d-9461-4dc5-9d34-d0564c8bb334 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464623 Mar 30 18:15:07.893978 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-12c88746-7331-4a6e-8105-2d273e6f56ab admin admin] Publish callbacks [] for security_group (b9a485d4-8d14-4dce-9fec-62f8ad5ec28f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.904885 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-12c88746-7331-4a6e-8105-2d273e6f56ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9a485d4-8d14-4dce-9fec-62f8ad5ec28f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.935533 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-93307ce3-2070-43f2-aae1-431e9065082c admin admin] Publish callbacks [] for security_group (cc968b93-14bd-4641-9c22-eea76ebbe0a9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.948995 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-93307ce3-2070-43f2-aae1-431e9065082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc968b93-14bd-4641-9c22-eea76ebbe0a9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:07.962637 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-12c88746-7331-4a6e-8105-2d273e6f56ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff96e6156c264e489a0b900e2f035bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077104 Mar 30 18:15:07.965285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c88746-7331-4a6e-8105-2d273e6f56ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a485d4-8d14-4dce-9fec-62f8ad5ec28f,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:07.965529 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54212) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.991409 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-93307ce3-2070-43f2-aae1-431e9065082c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f1435958c184192a83bbdd2f6083972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156382 Mar 30 18:15:07.993032 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54214) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:07.999659 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93307ce3-2070-43f2-aae1-431e9065082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc968b93-14bd-4641-9c22-eea76ebbe0a9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:08.042360 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] Publish callbacks [] for security_group (b9a485d4-8d14-4dce-9fec-62f8ad5ec28f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.073668 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] Publish callbacks [] for security_group (b9a485d4-8d14-4dce-9fec-62f8ad5ec28f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.081565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] Publish callbacks [] for security_group (cc968b93-14bd-4641-9c22-eea76ebbe0a9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.120871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] Publish callbacks [] for security_group (cc968b93-14bd-4641-9c22-eea76ebbe0a9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.172211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9a485d4-8d14-4dce-9fec-62f8ad5ec28f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.175493 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.178754 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9a485d4-8d14-4dce-9fec-62f8ad5ec28f HTTP/1.1" status: 204 len: 168 time: 0.2121778 Mar 30 18:15:08.181969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc968b93-14bd-4641-9c22-eea76ebbe0a9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.184712 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.185991 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc968b93-14bd-4641-9c22-eea76ebbe0a9 HTTP/1.1" status: 204 len: 168 time: 0.1912401 Mar 30 18:15:08.194755 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49702c-ac93-400b-bc96-fbd31f92320b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a485d4-8d14-4dce-9fec-62f8ad5ec28f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:08.222656 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7aac-ab7c-4067-9d3f-1cf1f7ac6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc968b93-14bd-4641-9c22-eea76ebbe0a9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:08.629230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54242) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:08.648367 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c172919d-99e2-478d-a614-0b1e58826988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.671578 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54244) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:08.695390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-525862c8-dfe5-44d7-a02e-2b872052c144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.775236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c172919d-99e2-478d-a614-0b1e58826988 admin admin] Publish callbacks [] for security_group (fdfc4af0-4074-43ed-abb0-83229beb3537), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.782173 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c172919d-99e2-478d-a614-0b1e58826988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (fdfc4af0-4074-43ed-abb0-83229beb3537), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.837899 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c172919d-99e2-478d-a614-0b1e58826988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c570e35ef0d41a8aef201e52d076b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075336 Mar 30 18:15:08.840686 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54246) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:08.845821 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172919d-99e2-478d-a614-0b1e58826988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc4af0-4074-43ed-abb0-83229beb3537,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:08.853167 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-525862c8-dfe5-44d7-a02e-2b872052c144 admin admin] Publish callbacks [] for security_group (86db03ac-2bc9-4680-8a69-dd40d4a81b82), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.858696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-525862c8-dfe5-44d7-a02e-2b872052c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (86db03ac-2bc9-4680-8a69-dd40d4a81b82), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.898374 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] Publish callbacks [] for security_group (fdfc4af0-4074-43ed-abb0-83229beb3537), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.902571 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-525862c8-dfe5-44d7-a02e-2b872052c144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e494ed02a3d9453f99c64970861b75da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299836 Mar 30 18:15:08.903451 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525862c8-dfe5-44d7-a02e-2b872052c144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db03ac-2bc9-4680-8a69-dd40d4a81b82,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:08.906548 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54250) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:08.923884 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] Publish callbacks [] for security_group (fdfc4af0-4074-43ed-abb0-83229beb3537), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.957488 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] Publish callbacks [] for security_group (86db03ac-2bc9-4680-8a69-dd40d4a81b82), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:08.983479 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] Publish callbacks [] for security_group (86db03ac-2bc9-4680-8a69-dd40d4a81b82), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:09.009362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (fdfc4af0-4074-43ed-abb0-83229beb3537), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:09.011919 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:09.013092 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdfc4af0-4074-43ed-abb0-83229beb3537 HTTP/1.1" status: 204 len: 168 time: 0.1714122 Mar 30 18:15:09.024602 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52b0e-b1c4-4330-bd64-0680e1a8f8fe req-70c58a45-bd27-4745-a739-a9bec9d4efe7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:09.026122 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bf52b0e-b1c4-4330-bd64-0680e1a8f8fe req-70c58a45-bd27-4745-a739-a9bec9d4efe7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0670836 Mar 30 18:15:09.031272 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df6b5-33e0-49d8-aa1d-94c4feb13822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc4af0-4074-43ed-abb0-83229beb3537,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:09.037836 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (86db03ac-2bc9-4680-8a69-dd40d4a81b82), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:09.041726 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:09.045283 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86db03ac-2bc9-4680-8a69-dd40d4a81b82 HTTP/1.1" status: 204 len: 168 time: 0.1353004 Mar 30 18:15:09.052563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4f8a8-d6a4-47ea-a935-0809d92de6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db03ac-2bc9-4680-8a69-dd40d4a81b82,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:09.088838 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bf52b0e-b1c4-4330-bd64-0680e1a8f8fe req-8affb457-5a24-4083-a6a3-9fe1fbb25fe5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 Mar 30 18:15:09.175439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-ec10cfb5-84c8-4264-904f-aa581c2e8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:09.178194 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-ec10cfb5-84c8-4264-904f-aa581c2e8963 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1130 time: 0.0475090 Mar 30 18:15:09.293309 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-ee1e0a29-1d33-445a-b5a3-2300cbee78df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:09.295716 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-ee1e0a29-1d33-445a-b5a3-2300cbee78df service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1072147 Mar 30 18:15:09.364366 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-c3ba2d60-0e1f-4dca-bc9f-22ebc6ef4e16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 217 time: 0.0578713 Mar 30 18:15:09.415193 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-5641602e-640c-4ab9-89fa-4f207cef1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:09.416754 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-5641602e-640c-4ab9-89fa-4f207cef1bb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0462611 Mar 30 18:15:09.477148 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-b3b1e994-6d79-4a31-bd59-ae771563a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:09.478747 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-b3b1e994-6d79-4a31-bd59-ae771563a17d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553479 Mar 30 18:15:09.594506 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-82b5bc4e-e67f-45b0-a551-899888f7c8e9 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079535 Mar 30 18:15:09.705648 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10230328-0f42-4110-8a1a-304c38b9ef47 req-0d5e4a01-9d68-4473-ab9f-0cb267ed6e93 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048961 Mar 30 18:15:10.035754 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e97700b5-352f-4ab0-ae25-f2e8d2fea6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:10.231745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d423-29df-409d-8364-917aae600df7 req-66290fa3-8685-464f-b113-d4bbc1804ddc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:10.233294 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2137d423-29df-409d-8364-917aae600df7 req-66290fa3-8685-464f-b113-d4bbc1804ddc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0675559 Mar 30 18:15:10.296580 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2137d423-29df-409d-8364-917aae600df7 req-ebb8617a-3d17-49a4-b4ba-82b362c3eba2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550230 Mar 30 18:15:10.841543 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:11.449899 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465a6f4-e131-40eb-a1db-863860c0726e req-06ba623b-4b66-4988-93f7-b94d3e80aed2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:11.452097 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a465a6f4-e131-40eb-a1db-863860c0726e req-06ba623b-4b66-4988-93f7-b94d3e80aed2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0747318 Mar 30 18:15:11.507547 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a465a6f4-e131-40eb-a1db-863860c0726e req-ac74e948-0596-4557-a94c-0f3677da9cb8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Mar 30 18:15:12.216759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54486) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:12.334292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-732c524a-6136-4419-82e6-99385b1338b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.412139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-732c524a-6136-4419-82e6-99385b1338b3 admin admin] Publish callbacks [] for security_group (433cf352-56f3-4fa4-89fa-4dab7fc0d880), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.416213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-732c524a-6136-4419-82e6-99385b1338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (433cf352-56f3-4fa4-89fa-4dab7fc0d880), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.455319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c524a-6136-4419-82e6-99385b1338b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433cf352-56f3-4fa4-89fa-4dab7fc0d880,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:12.464353 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-732c524a-6136-4419-82e6-99385b1338b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9121725e91b140f89ff8786d4b505edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430305 Mar 30 18:15:12.465344 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54494) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:12.498044 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.519214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] Publish callbacks [] for security_group (433cf352-56f3-4fa4-89fa-4dab7fc0d880), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.541718 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] Publish callbacks [] for security_group (433cf352-56f3-4fa4-89fa-4dab7fc0d880), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.610603 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (433cf352-56f3-4fa4-89fa-4dab7fc0d880), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.615357 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:12.616800 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/433cf352-56f3-4fa4-89fa-4dab7fc0d880 HTTP/1.1" status: 204 len: 168 time: 0.1505203 Mar 30 18:15:12.640721 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f179-1e17-4fea-b045-6b2dc967a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cf352-56f3-4fa4-89fa-4dab7fc0d880,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:12.657615 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57410247-0b80-45ef-965a-840093f58954 req-fc382148-f686-49a4-9ee6-1ca63daa5c08 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:12.664599 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-57410247-0b80-45ef-965a-840093f58954 req-fc382148-f686-49a4-9ee6-1ca63daa5c08 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0864248 Mar 30 18:15:12.712056 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-57410247-0b80-45ef-965a-840093f58954 req-acec0083-5117-4ac6-9c17-6193381349cb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Mar 30 18:15:12.950788 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54526) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:12.971241 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dcb365e7-15ed-4ea4-ad16-18fbc811e168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.073654 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dcb365e7-15ed-4ea4-ad16-18fbc811e168 admin admin] Publish callbacks [] for security_group (d101786b-43c8-4de2-b661-e9b513c74138), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.079362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dcb365e7-15ed-4ea4-ad16-18fbc811e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d101786b-43c8-4de2-b661-e9b513c74138), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.117691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb365e7-15ed-4ea4-ad16-18fbc811e168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d101786b-43c8-4de2-b661-e9b513c74138,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:13.122009 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-dcb365e7-15ed-4ea4-ad16-18fbc811e168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b95a80f9ae34f37ad00ff400ecb300b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702135 Mar 30 18:15:13.124613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54532) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:13.176276 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] Publish callbacks [] for security_group (d101786b-43c8-4de2-b661-e9b513c74138), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.203307 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] Publish callbacks [] for security_group (d101786b-43c8-4de2-b661-e9b513c74138), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.262744 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d101786b-43c8-4de2-b661-e9b513c74138), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.269500 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.271605 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d101786b-43c8-4de2-b661-e9b513c74138 HTTP/1.1" status: 204 len: 168 time: 0.1458941 Mar 30 18:15:13.280947 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c5814-ae35-4cc7-86da-9328cd767de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d101786b-43c8-4de2-b661-e9b513c74138,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:13.835436 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c11b0-8e0d-4bd7-8650-f1af1e7629c9 req-960410c0-5257-4a81-bdb2-293d101ef5ae tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:13.837109 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e01c11b0-8e0d-4bd7-8650-f1af1e7629c9 req-960410c0-5257-4a81-bdb2-293d101ef5ae tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0579388 Mar 30 18:15:13.884550 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e01c11b0-8e0d-4bd7-8650-f1af1e7629c9 req-5029aadb-dfa2-43e0-aba9-7fbc7c23c3e9 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Mar 30 18:15:14.056580 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:15.001407 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79c9a2-8244-4e39-9941-402084cfb2a4 req-11eef4bc-a88d-4738-89e5-7ae6b37bc804 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:15.002876 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ec79c9a2-8244-4e39-9941-402084cfb2a4 req-11eef4bc-a88d-4738-89e5-7ae6b37bc804 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Mar 30 18:15:15.050488 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ec79c9a2-8244-4e39-9941-402084cfb2a4 req-73b836bd-d587-4ec7-87f4-4a321d97f806 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Mar 30 18:15:16.172195 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d35f34-906c-4664-bb49-b86f5bbc110b req-2aa7a75a-4a2a-4cde-8426-0953d44aff2e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:16.173697 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54d35f34-906c-4664-bb49-b86f5bbc110b req-2aa7a75a-4a2a-4cde-8426-0953d44aff2e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Mar 30 18:15:16.226308 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54d35f34-906c-4664-bb49-b86f5bbc110b req-0a56da7c-d7a7-4fb9-8f55-0c3830d3c943 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464714 Mar 30 18:15:16.372205 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54652) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:16.477425 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f440-2d85-4df2-b68a-14ee15e74e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.552247 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f440-2d85-4df2-b68a-14ee15e74e81 admin admin] Publish callbacks [] for security_group (1a828ff7-b8ee-4462-811f-0b3aae3aa2be), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.555673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f440-2d85-4df2-b68a-14ee15e74e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1a828ff7-b8ee-4462-811f-0b3aae3aa2be), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.600163 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e5d0f440-2d85-4df2-b68a-14ee15e74e81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=260b382a58c34990beabd26852ceaf95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268498 Mar 30 18:15:16.601055 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0f440-2d85-4df2-b68a-14ee15e74e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a828ff7-b8ee-4462-811f-0b3aae3aa2be,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:16.602914 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54656) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:16.663644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] Publish callbacks [] for security_group (1a828ff7-b8ee-4462-811f-0b3aae3aa2be), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.685765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] Publish callbacks [] for security_group (1a828ff7-b8ee-4462-811f-0b3aae3aa2be), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.734217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1a828ff7-b8ee-4462-811f-0b3aae3aa2be), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.736918 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.741036 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a828ff7-b8ee-4462-811f-0b3aae3aa2be HTTP/1.1" status: 204 len: 168 time: 0.1341658 Mar 30 18:15:16.754119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f90984-8313-4330-91ab-670914ac177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a828ff7-b8ee-4462-811f-0b3aae3aa2be,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:17.357890 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173529-3dc2-4bfc-ac7d-8eb7d5dcff7b req-223b351e-0006-419a-a666-80179ff5ec9a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:17.359402 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65173529-3dc2-4bfc-ac7d-8eb7d5dcff7b req-223b351e-0006-419a-a666-80179ff5ec9a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0568752 Mar 30 18:15:17.409175 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-65173529-3dc2-4bfc-ac7d-8eb7d5dcff7b req-364c5a9f-fb54-4ff0-a7a2-63f3cc120fa0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 Mar 30 18:15:18.524614 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a135-783f-4687-92ad-1d76104d6b64 req-c895ccf7-d054-4c2a-82a0-edfe1b86538e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:18.526053 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d8c9a135-783f-4687-92ad-1d76104d6b64 req-c895ccf7-d054-4c2a-82a0-edfe1b86538e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0503850 Mar 30 18:15:18.571709 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d8c9a135-783f-4687-92ad-1d76104d6b64 req-d84474f1-51fe-467b-8b2b-02cfd6ec3500 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Mar 30 18:15:19.696364 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d18595-0a8d-42c2-91eb-facfcf1ad5b6 req-8fce5d20-6c17-453a-b093-406642980b83 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:19.697831 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b5d18595-0a8d-42c2-91eb-facfcf1ad5b6 req-8fce5d20-6c17-453a-b093-406642980b83 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0537918 Mar 30 18:15:19.746006 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b5d18595-0a8d-42c2-91eb-facfcf1ad5b6 req-40c97fcd-dd13-406f-943f-679e1291f832 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Mar 30 18:15:20.867123 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f78f2-c56a-423d-955b-ae613ec23d29 req-1984fe14-e5f1-400e-bdb9-424f0bf61be8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:20.868665 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a9f78f2-c56a-423d-955b-ae613ec23d29 req-1984fe14-e5f1-400e-bdb9-424f0bf61be8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0565441 Mar 30 18:15:20.915216 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1a9f78f2-c56a-423d-955b-ae613ec23d29 req-53ce59fe-e2ea-477a-96cd-76b945376837 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Mar 30 18:15:21.682864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:22.036358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6b648-3f94-4b3a-a086-f6597e2120d8 req-d675b311-3d3e-4be1-a125-57c6ceda1948 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:22.037805 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dfd6b648-3f94-4b3a-a086-f6597e2120d8 req-d675b311-3d3e-4be1-a125-57c6ceda1948 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0536594 Mar 30 18:15:22.093120 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dfd6b648-3f94-4b3a-a086-f6597e2120d8 req-887255f8-744a-46da-9a72-ffb5eed8a502 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Mar 30 18:15:23.227799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9248e6-174e-421e-91fd-12dc4adf7b88 req-e0f56963-b83e-4b37-b82a-f8f3cbe8d4ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:23.229331 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b9248e6-174e-421e-91fd-12dc4adf7b88 req-e0f56963-b83e-4b37-b82a-f8f3cbe8d4ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0547838 Mar 30 18:15:23.275346 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b9248e6-174e-421e-91fd-12dc4adf7b88 req-9d810147-5e39-404f-ac24-1ee4c114605e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Mar 30 18:15:24.402512 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a02b-53bf-46ad-b02e-ee903de6cecd req-77a36b01-23c3-4b6f-9d5e-8a6a9058ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:24.403938 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8293a02b-53bf-46ad-b02e-ee903de6cecd req-77a36b01-23c3-4b6f-9d5e-8a6a9058ac14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1130 time: 0.0792062 Mar 30 18:15:24.416547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94a50d-ac89-4bbe-8a28-93c2d784b4f5 req-b264c7fd-23af-4e7e-9656-93383748531c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:24.417958 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8f94a50d-ac89-4bbe-8a28-93c2d784b4f5 req-b264c7fd-23af-4e7e-9656-93383748531c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0637915 Mar 30 18:15:24.483143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8293a02b-53bf-46ad-b02e-ee903de6cecd req-f5b985d0-7714-4cf7-b690-9caa57722df5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641873 Mar 30 18:15:24.496947 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8f94a50d-ac89-4bbe-8a28-93c2d784b4f5 req-4f267340-7348-46cc-9b82-97f49643e439 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 Mar 30 18:15:24.800936 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54888) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:24.911032 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-203ccbc1-368b-4913-8584-3d6e1205a2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:24.985777 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-203ccbc1-368b-4913-8584-3d6e1205a2db admin admin] Publish callbacks [] for security_group (d8aab423-1afa-454d-9678-3cdf9e8a01dc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:24.990179 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-203ccbc1-368b-4913-8584-3d6e1205a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d8aab423-1afa-454d-9678-3cdf9e8a01dc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.031280 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-203ccbc1-368b-4913-8584-3d6e1205a2db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6d696e96efa49d3bf7eaffdffecbad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292969 Mar 30 18:15:25.033237 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ccbc1-368b-4913-8584-3d6e1205a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aab423-1afa-454d-9678-3cdf9e8a01dc,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:25.034576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54892) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:25.085251 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] Publish callbacks [] for security_group (d8aab423-1afa-454d-9678-3cdf9e8a01dc), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.106285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] Publish callbacks [] for security_group (d8aab423-1afa-454d-9678-3cdf9e8a01dc), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.153792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d8aab423-1afa-454d-9678-3cdf9e8a01dc), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.156427 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.157562 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8aab423-1afa-454d-9678-3cdf9e8a01dc HTTP/1.1" status: 204 len: 168 time: 0.1220133 Mar 30 18:15:25.165998 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83191f4-de75-4508-aeef-b06283fa7d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aab423-1afa-454d-9678-3cdf9e8a01dc,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:25.562001 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54920) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:25.653551 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed89e-0b24-4dbf-bb62-9515c840975e req-065456bb-2554-4b1b-96c4-377e19aea945 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:25.655515 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-644ed89e-0b24-4dbf-bb62-9515c840975e req-065456bb-2554-4b1b-96c4-377e19aea945 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0832951 Mar 30 18:15:25.721197 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cff94fc4-48c2-4264-8569-bb40e1d8f3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.756525 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-644ed89e-0b24-4dbf-bb62-9515c840975e req-452d954d-c1cd-40d1-b37b-76e55284734b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939715 Mar 30 18:15:25.848530 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cff94fc4-48c2-4264-8569-bb40e1d8f3f2 admin admin] Publish callbacks [] for security_group (8335df95-ba5f-4dd0-b75f-3deae629fae1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.853484 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cff94fc4-48c2-4264-8569-bb40e1d8f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (8335df95-ba5f-4dd0-b75f-3deae629fae1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.896836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff94fc4-48c2-4264-8569-bb40e1d8f3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8335df95-ba5f-4dd0-b75f-3deae629fae1,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:25.903152 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cff94fc4-48c2-4264-8569-bb40e1d8f3f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97934d0991d247a3a190be307ad6bafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401062 Mar 30 18:15:25.905970 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 54942) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:25.958988 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] Publish callbacks [] for security_group (8335df95-ba5f-4dd0-b75f-3deae629fae1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:25.979841 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] Publish callbacks [] for security_group (8335df95-ba5f-4dd0-b75f-3deae629fae1), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.030590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (8335df95-ba5f-4dd0-b75f-3deae629fae1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.033499 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.034663 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8335df95-ba5f-4dd0-b75f-3deae629fae1 HTTP/1.1" status: 204 len: 168 time: 0.1276314 Mar 30 18:15:26.042857 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c207c-54a6-4df1-95cd-e62eab3e2519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8335df95-ba5f-4dd0-b75f-3deae629fae1,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:26.211880 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54958) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:26.341652 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cae70ea-60ec-4ae6-abfc-07eef690fc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.435010 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cae70ea-60ec-4ae6-abfc-07eef690fc64 admin admin] Publish callbacks [] for security_group (08dec81d-9eab-4ca8-b2cc-8eaa1576324b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.440429 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6cae70ea-60ec-4ae6-abfc-07eef690fc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (08dec81d-9eab-4ca8-b2cc-8eaa1576324b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.482687 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6cae70ea-60ec-4ae6-abfc-07eef690fc64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d608863c004c7fb7cb5f680c085767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668045 Mar 30 18:15:26.483012 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 54972) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:26.489470 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae70ea-60ec-4ae6-abfc-07eef690fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dec81d-9eab-4ca8-b2cc-8eaa1576324b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:26.542946 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] Publish callbacks [] for security_group (08dec81d-9eab-4ca8-b2cc-8eaa1576324b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.568809 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] Publish callbacks [] for security_group (08dec81d-9eab-4ca8-b2cc-8eaa1576324b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.637312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (08dec81d-9eab-4ca8-b2cc-8eaa1576324b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.639950 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:26.645013 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08dec81d-9eab-4ca8-b2cc-8eaa1576324b HTTP/1.1" status: 204 len: 168 time: 0.1602309 Mar 30 18:15:26.654753 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e85a8-b46b-4da1-9c82-7f84b41dbfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dec81d-9eab-4ca8-b2cc-8eaa1576324b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:26.956138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56457926-edef-466c-b7bd-372824ad55d8 req-a22d68e9-3cd9-4656-9b68-9efd0b3fd1f7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:26.959397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56457926-edef-466c-b7bd-372824ad55d8 req-a22d68e9-3cd9-4656-9b68-9efd0b3fd1f7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0893292 Mar 30 18:15:27.043743 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-56457926-edef-466c-b7bd-372824ad55d8 req-4062c934-56d7-4211-b5c7-60e7ab3c15ed tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Mar 30 18:15:27.118860 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55010) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:27.132814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5042f998-1cd5-4802-9579-0aff8719c9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.220403 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5042f998-1cd5-4802-9579-0aff8719c9f5 admin admin] Publish callbacks [] for security_group (c88f1a3f-3b11-415d-b191-2f1a635224d6), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.239510 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5042f998-1cd5-4802-9579-0aff8719c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c88f1a3f-3b11-415d-b191-2f1a635224d6), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.296177 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042f998-1cd5-4802-9579-0aff8719c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88f1a3f-3b11-415d-b191-2f1a635224d6,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:27.300542 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5042f998-1cd5-4802-9579-0aff8719c9f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4eb9d429c04e65a8738b8c03d2f94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803789 Mar 30 18:15:27.303720 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55016) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:27.389307 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674583-4b6f-4440-91b4-52782953b199 req-633081b8-5c9e-409c-afde-6df4eb411c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:27.391846 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-633081b8-5c9e-409c-afde-6df4eb411c3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1130 time: 0.1037772 Mar 30 18:15:27.416399 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af05c7-af35-4adb-9cc6-f3f3108dff5e req-11bab20a-2e06-4afd-b862-ec3a24e89c9b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:27.417905 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00af05c7-af35-4adb-9cc6-f3f3108dff5e req-11bab20a-2e06-4afd-b862-ec3a24e89c9b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0901401 Mar 30 18:15:27.421005 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] Publish callbacks [] for security_group (c88f1a3f-3b11-415d-b191-2f1a635224d6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.459769 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] Publish callbacks [] for security_group (c88f1a3f-3b11-415d-b191-2f1a635224d6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.522540 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00af05c7-af35-4adb-9cc6-f3f3108dff5e req-7578f55e-9d34-4052-b50c-a762c040ef9d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956371 Mar 30 18:15:27.539227 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674583-4b6f-4440-91b4-52782953b199 req-2d206f5d-790c-49ec-811e-ba77c3313545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:27.542760 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-2d206f5d-790c-49ec-811e-ba77c3313545 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1348467 Mar 30 18:15:27.559355 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c88f1a3f-3b11-415d-b191-2f1a635224d6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.562313 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:27.566635 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c88f1a3f-3b11-415d-b191-2f1a635224d6 HTTP/1.1" status: 204 len: 168 time: 0.2619681 Mar 30 18:15:27.574741 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d2ae6-14ec-4e85-b0f4-dc57c9056a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88f1a3f-3b11-415d-b191-2f1a635224d6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:27.609840 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-92250fd4-a70b-4896-a797-a74b23c6e2fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 217 time: 0.0561624 Mar 30 18:15:28.480046 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674583-4b6f-4440-91b4-52782953b199 req-bc68334f-d127-49c6-bbed-7e9e436e08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:28.481561 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-bc68334f-d127-49c6-bbed-7e9e436e08c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0453796 Mar 30 18:15:28.654895 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048715f-6bbe-4210-81d8-4c44245c29d8 req-7b507e66-99f9-4ce6-89ff-ef476d2f56df tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:28.656436 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d048715f-6bbe-4210-81d8-4c44245c29d8 req-7b507e66-99f9-4ce6-89ff-ef476d2f56df tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0559886 Mar 30 18:15:28.703545 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d048715f-6bbe-4210-81d8-4c44245c29d8 req-b805b0d6-4bf2-46b1-8cea-fd01c6e0d4a8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Mar 30 18:15:29.290992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674583-4b6f-4440-91b4-52782953b199 req-a21b7da7-117d-435b-af50-417dc8b98d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:29.292806 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-a21b7da7-117d-435b-af50-417dc8b98d06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438519 Mar 30 18:15:29.825143 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eaf64-b451-4ceb-b33c-fdc3247bb504 req-d786cc40-64a3-48f7-ad80-17415c5cf955 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:29.826626 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f0eaf64-b451-4ceb-b33c-fdc3247bb504 req-d786cc40-64a3-48f7-ad80-17415c5cf955 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0554163 Mar 30 18:15:29.873258 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f0eaf64-b451-4ceb-b33c-fdc3247bb504 req-789926f3-aaad-48e8-bf4b-de120d296ffb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Mar 30 18:15:30.236773 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-d4158d72-a9e9-4fb4-9f16-c2fc876d0b7d service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Mar 30 18:15:30.325204 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78674583-4b6f-4440-91b4-52782953b199 req-b2e86615-5e8f-4287-b7eb-2dd9c3e2899f service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Mar 30 18:15:30.992533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182aa57-6e93-4b2d-ae14-02f199493c19 req-eb8412c2-c241-470e-b11d-d7b7fa91a6e2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:30.994005 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8182aa57-6e93-4b2d-ae14-02f199493c19 req-eb8412c2-c241-470e-b11d-d7b7fa91a6e2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Mar 30 18:15:31.040786 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8182aa57-6e93-4b2d-ae14-02f199493c19 req-89419eb6-42f9-4013-9286-c82b04755544 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Mar 30 18:15:32.154713 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530d6d1-bb4a-4a97-81cc-b3db3d506589 req-bfe4d149-6746-4943-855e-945a89752266 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:32.156161 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7530d6d1-bb4a-4a97-81cc-b3db3d506589 req-bfe4d149-6746-4943-855e-945a89752266 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Mar 30 18:15:32.202123 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7530d6d1-bb4a-4a97-81cc-b3db3d506589 req-aa091529-12cd-4e42-95f0-7577f10b7ae4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Mar 30 18:15:33.323686 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920b08b-2f0d-491e-8e6b-e7175ae5bbc9 req-551f7ebd-24c7-45e6-bd94-2f7eb77778a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:33.325231 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0920b08b-2f0d-491e-8e6b-e7175ae5bbc9 req-551f7ebd-24c7-45e6-bd94-2f7eb77778a5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0560369 Mar 30 18:15:33.374406 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0920b08b-2f0d-491e-8e6b-e7175ae5bbc9 req-29953e74-f9aa-48b6-bc07-afb43d979f2f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Mar 30 18:15:34.097372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 55180) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:34.202187 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ab9ec803-edbe-4527-b35e-c0cd9fe0fbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.278820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ab9ec803-edbe-4527-b35e-c0cd9fe0fbf7 admin admin] Publish callbacks [] for security_group (48d3a26a-be3f-4f72-a8e4-03f44e55eac1), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.282495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ab9ec803-edbe-4527-b35e-c0cd9fe0fbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (48d3a26a-be3f-4f72-a8e4-03f44e55eac1), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.321504 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ab9ec803-edbe-4527-b35e-c0cd9fe0fbf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1635023977394dd49b036473035f0f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230415 Mar 30 18:15:34.322362 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ec803-edbe-4527-b35e-c0cd9fe0fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3a26a-be3f-4f72-a8e4-03f44e55eac1,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:34.324204 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55184) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:34.371168 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] Publish callbacks [] for security_group (48d3a26a-be3f-4f72-a8e4-03f44e55eac1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.393218 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] Publish callbacks [] for security_group (48d3a26a-be3f-4f72-a8e4-03f44e55eac1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.445877 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (48d3a26a-be3f-4f72-a8e4-03f44e55eac1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.448937 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.452405 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48d3a26a-be3f-4f72-a8e4-03f44e55eac1 HTTP/1.1" status: 204 len: 168 time: 0.1249335 Mar 30 18:15:34.484892 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd16a8-adca-45d3-83e7-715dcde381bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3a26a-be3f-4f72-a8e4-03f44e55eac1,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:34.540244 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a023bcf-567a-4d92-825b-6e3d55d24e0a req-2cd6e051-5517-42ea-a380-752db5c4151d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:34.542319 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4a023bcf-567a-4d92-825b-6e3d55d24e0a req-2cd6e051-5517-42ea-a380-752db5c4151d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0909772 Mar 30 18:15:34.603992 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4a023bcf-567a-4d92-825b-6e3d55d24e0a req-96018a70-6816-4320-8eac-528fcef3788a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554819 Mar 30 18:15:34.751122 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55200) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:34.765345 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b2648a97-e258-4db7-a32f-0beb8eb95eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.839360 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b2648a97-e258-4db7-a32f-0beb8eb95eaa admin admin] Publish callbacks [] for security_group (b854807f-3d0f-415d-ad3b-afcf59d0c4c6), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.844886 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b2648a97-e258-4db7-a32f-0beb8eb95eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b854807f-3d0f-415d-ad3b-afcf59d0c4c6), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.882670 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b2648a97-e258-4db7-a32f-0beb8eb95eaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=481040abd12c41a3ae65461b908eda96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302745 Mar 30 18:15:34.884588 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2648a97-e258-4db7-a32f-0beb8eb95eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b854807f-3d0f-415d-ad3b-afcf59d0c4c6,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:34.885318 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 55206) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:34.941782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] Publish callbacks [] for security_group (b854807f-3d0f-415d-ad3b-afcf59d0c4c6), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:34.969739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] Publish callbacks [] for security_group (b854807f-3d0f-415d-ad3b-afcf59d0c4c6), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:35.025426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b854807f-3d0f-415d-ad3b-afcf59d0c4c6), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:35.028287 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:35.029495 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b854807f-3d0f-415d-ad3b-afcf59d0c4c6 HTTP/1.1" status: 204 len: 168 time: 0.1426132 Mar 30 18:15:35.042196 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4a8c0-73ea-4fda-9880-598fd9494444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854807f-3d0f-415d-ad3b-afcf59d0c4c6,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:35.159208 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-e6017860-9814-4a94-9142-818aeadfaad3 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=935979081d7d4b61b48de3c7fcabb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314403 Mar 30 18:15:35.359882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-e230c485-0479-44af-bfbe-666abe58d617 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:35.361474 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-e230c485-0479-44af-bfbe-666abe58d617 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955891 Mar 30 18:15:35.377340 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-667e1137-f5e0-40ee-8abc-6f21d10d0614 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/quotas/935979081d7d4b61b48de3c7fcabb48d HTTP/1.1" status: 200 len: 375 time: 0.0092981 Mar 30 18:15:35.421180 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-1ac1f983-1a2d-4021-9839-09e145ea1bb5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=935979081d7d4b61b48de3c7fcabb48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372267 Mar 30 18:15:35.610433 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1509722e-0e43-4db9-9a94-1c783143b163 req-41ea5358-b93f-459e-bf61-9857df64f59c tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 210 time: 0.0367455 Mar 30 18:15:36.024400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3231819-ee14-4083-b381-316711a0abfd req-e0ce90bf-b653-402d-9fd4-f783d442207a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:36.026268 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a3231819-ee14-4083-b381-316711a0abfd req-e0ce90bf-b653-402d-9fd4-f783d442207a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.3048940 Mar 30 18:15:36.086371 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a3231819-ee14-4083-b381-316711a0abfd req-281a7eca-096f-46b1-8ac5-c84320f95a3b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Mar 30 18:15:36.722367 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d1ac29a-580d-444c-b621-33403398389c req-7e4ef77e-c04b-4269-9333-bdb42044e5b8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 210 time: 0.0423942 Mar 30 18:15:36.853834 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-cd46decd-c509-4422-a4ce-e507ef86026b tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=935979081d7d4b61b48de3c7fcabb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326755 Mar 30 18:15:37.001416 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-c9d4f212-05bf-428b-87de-c9d5b7854743 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:37.003065 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-c9d4f212-05bf-428b-87de-c9d5b7854743 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434805 Mar 30 18:15:37.039384 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Request body: {'port': {'device_id': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650', 'admin_state_up': True, 'tenant_id': '935979081d7d4b61b48de3c7fcabb48d'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:37.172398 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Made reservation on behalf of 935979081d7d4b61b48de3c7fcabb48d for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:15:37.177050 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.186448 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.267775 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks [] for security_group (bd831695-0185-48b9-8639-4aebc538061c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.271458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bd831695-0185-48b9-8639-4aebc538061c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.349612 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd831695-0185-48b9-8639-4aebc538061c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:37.422565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Allocated IP 192.168.233.239 (ee60c0b3-8ff6-42cc-88b8-70072fdd0650/b9f31e8d-3166-4a28-85fe-22ba886a7708/915b448f-9f9d-49f8-9bbc-d68a0fc0270b) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:15:37.610875 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks [] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.658924 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.667056 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-57ace2de-b3d8-4181-817b-90051dbb56c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.710791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:15:37.714077 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:15:37.718530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:15:37.780627 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Pushing event updated for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:37.804825 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:37.805467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:37.833021 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-4e315825-8f11-4a42-935b-24c97b82cf50 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7963688 Mar 30 18:15:37.856121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Request body: {'port': {'device_id': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:37.890707 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfeb69-0467-4e80-8296-94804738a7c7 req-7cf9cae4-4add-4d5d-a41c-d5284b84e30c tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:37.892497 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28cfeb69-0467-4e80-8296-94804738a7c7 req-7cf9cae4-4add-4d5d-a41c-d5284b84e30c tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 936 time: 0.0665751 Mar 30 18:15:37.954660 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55348) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:37.995436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.014676 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-28cfeb69-0467-4e80-8296-94804738a7c7 req-d87c00bc-ea0a-4771-b222-776564587443 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Mar 30 18:15:38.116906 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55356) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:38.123589 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946662855', 'description': 'tempest-description--531471067'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:38.127629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-18ddfea4-3ab2-4c85-91ec-82438cb9d3e3 None None] Provisioning complete for port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:15:38.128769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-18ddfea4-3ab2-4c85-91ec-82438cb9d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.171438 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-18ddfea4-3ab2-4c85-91ec-82438cb9d3e3 None None] Port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:15:38.178996 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.228353 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5a1247a7-7f06-4abf-9995-dba37fbfe61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.370559 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b448f-9f9d-49f8-9bbc-d68a0fc0270b {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:15:38.388095 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks [] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.405779 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Transition to ACTIVE for port object 915b448f-9f9d-49f8-9bbc-d68a0fc0270b will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:15:38.410874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.488285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Pushing event updated for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.534665 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (e73e7fda-e62e-4142-9be4-cfe4cbe9a93e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.548381 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e73e7fda-e62e-4142-9be4-cfe4cbe9a93e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.570147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Attempting to bind port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:15:38.570657 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Attempting to bind port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:15:38.571022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Attempting to bind port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b on network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:15:38.578769 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b on network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:15:38.579099 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Attempting to bind port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b on network ee60c0b3-8ff6-42cc-88b8-70072fdd0650 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:15:38.584672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:15:38.585190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Checking segment: {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:15:38.585389 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Bound using segment: {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:15:38.585816 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Bound port: 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5487ae7-7ad3-474d-8c93-55c7591bb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:15:38.586264 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.589351 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.595929 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4724600 Mar 30 18:15:38.598355 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55366) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:38.606044 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'security_group_rule': {'security_group_id': 'e73e7fda-e62e-4142-9be4-cfe4cbe9a93e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:38.613733 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79f230-1dc7-469a-98e6-fb8c18f372f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.630582 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5a1247a7-7f06-4abf-9995-dba37fbfe61c admin admin] Publish callbacks [] for security_group (39a4ff71-662d-442c-85a3-8b0c50beec4c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.639515 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5a1247a7-7f06-4abf-9995-dba37fbfe61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (39a4ff71-662d-442c-85a3-8b0c50beec4c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.671239 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (f952c964-f46e-4666-a92c-8a0041da214f), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.675375 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:15:38.679572 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:15:38.686441 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.693381 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5a1247a7-7f06-4abf-9995-dba37fbfe61c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=022665a5c0d04fc3949273181f105828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7329640 Mar 30 18:15:38.696640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 55368) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:38.713695 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1247a7-7f06-4abf-9995-dba37fbfe61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4ff71-662d-442c-85a3-8b0c50beec4c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.747963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:38.748562 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.750071 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] 10.222.0.23 "PUT /v2.0/ports/915b448f-9f9d-49f8-9bbc-d68a0fc0270b HTTP/1.1" status: 200 len: 1098 time: 0.9016743 Mar 30 18:15:38.750565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:15:38.751254 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (f952c964-f46e-4666-a92c-8a0041da214f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.752921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2580698a-b24b-4550-bc8d-5d38d29bfd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:15:38.756072 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (f952c964-f46e-4666-a92c-8a0041da214f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.777786 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f952c964-f46e-4666-a92c-8a0041da214f,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.785401 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.788342 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-061062d4-b257-4307-b02d-3020af53233b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1864722 Mar 30 18:15:38.792901 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55372) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:38.799150 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'security_group_rule': {'security_group_id': 'e73e7fda-e62e-4142-9be4-cfe4cbe9a93e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:38.808901 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea19180d-9e41-4f89-a567-32dcb01fb096 x-openstack-request-id: req-ea19180d-9e41-4f89-a567-32dcb01fb096 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:15:38.809197 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:15:38.809454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea19180d-9e41-4f89-a567-32dcb01fb096 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:15:38.809884 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea19180d-9e41-4f89-a567-32dcb01fb096'] response: {'name': 'network-changed', 'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b', 'status': 'completed', 'code': 200} Mar 30 18:15:38.822925 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbea5d-70d7-4f18-b4f8-42a0aedd2a06 service neutron] Pushing event updated for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.833049 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] Publish callbacks [] for security_group (39a4ff71-662d-442c-85a3-8b0c50beec4c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.843502 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (8912a515-0761-458d-bc46-330ad24c2ed2), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.857627 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] Publish callbacks [] for security_group (39a4ff71-662d-442c-85a3-8b0c50beec4c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.922253 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (39a4ff71-662d-442c-85a3-8b0c50beec4c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.925315 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.925912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (8912a515-0761-458d-bc46-330ad24c2ed2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.926818 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39a4ff71-662d-442c-85a3-8b0c50beec4c HTTP/1.1" status: 204 len: 168 time: 0.2089646 Mar 30 18:15:38.931280 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (8912a515-0761-458d-bc46-330ad24c2ed2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.949880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07bf6-c4da-4f28-b396-d66916257526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4ff71-662d-442c-85a3-8b0c50beec4c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.950104 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8912a515-0761-458d-bc46-330ad24c2ed2,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:38.972487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.977190 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e6001a6a-d39f-41e7-babb-c1b277e40902 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789136 Mar 30 18:15:38.977806 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55376) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:38.981783 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:39.004177 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.130576 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.157000 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af4f29-843b-453b-8ad5-a854c5128734 req-f19aa7cb-84ab-4e2d-95b1-e44d719f403a tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:39.158606 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79af4f29-843b-453b-8ad5-a854c5128734 req-f19aa7cb-84ab-4e2d-95b1-e44d719f403a tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0672188 Mar 30 18:15:39.221060 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79af4f29-843b-453b-8ad5-a854c5128734 req-2727b904-91ad-4c7d-abf6-086ebd15e4b2 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Mar 30 18:15:39.269333 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Allocated IP 172.27.2.89 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/dad7278c-9f3f-4586-9a7b-e01b2e5cdd90) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:15:39.410504 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.450610 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.526084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 55400) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:39.530808 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:15:39.539030 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:15:39.550686 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:15:39.572615 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'Port': ['ID=dad7278c-9f3f-4586-9a7b-e01b2e5cdd90,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:39.641707 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.670495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e2e17f28-278b-40d8-9eb2-d8d53060323e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.693476 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.771928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e2e17f28-278b-40d8-9eb2-d8d53060323e admin admin] Publish callbacks [] for security_group (34b79a21-4fa8-4ca7-bac5-46f3caedafe4), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.776401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e2e17f28-278b-40d8-9eb2-d8d53060323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (34b79a21-4fa8-4ca7-bac5-46f3caedafe4), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.817395 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e2e17f28-278b-40d8-9eb2-d8d53060323e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3391a343de154663a94a41731bb526e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894177 Mar 30 18:15:39.818735 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17f28-278b-40d8-9eb2-d8d53060323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b79a21-4fa8-4ca7-bac5-46f3caedafe4,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:39.823031 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55412) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:39.916233 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] Publish callbacks [] for security_group (34b79a21-4fa8-4ca7-bac5-46f3caedafe4), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.927847 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.934392 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.975005 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] Publish callbacks [] for security_group (34b79a21-4fa8-4ca7-bac5-46f3caedafe4), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:39.989133 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.022351 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'Port': ['ID=dad7278c-9f3f-4586-9a7b-e01b2e5cdd90,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:40.033267 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c4cd-d86f-4233-8d97-da63bdda4fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.035842 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.041090 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fe9e806b-1386-4cb7-9a28-415e873583b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0624394 Mar 30 18:15:40.065214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (34b79a21-4fa8-4ca7-bac5-46f3caedafe4), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.068538 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.070121 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34b79a21-4fa8-4ca7-bac5-46f3caedafe4 HTTP/1.1" status: 204 len: 168 time: 0.2459528 Mar 30 18:15:40.083464 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6494a-2132-49aa-a98a-6f104367ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b79a21-4fa8-4ca7-bac5-46f3caedafe4,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:40.318652 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-581e62cf-5161-4aac-bea5-f26199cfd360 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--946662855&fields=id&tenant_id=f6c8cc8bb01748989c6da627869a36fc HTTP/1.1" status: 200 len: 267 time: 0.0724127 Mar 30 18:15:40.404951 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8c3fa-665b-4e1a-9ede-ab6208f7b70d req-4277a122-7572-4dff-9bc8-b4175c6ca931 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:40.406874 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29c8c3fa-665b-4e1a-9ede-ab6208f7b70d req-4277a122-7572-4dff-9bc8-b4175c6ca931 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0990150 Mar 30 18:15:40.472050 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29c8c3fa-665b-4e1a-9ede-ab6208f7b70d req-b1231995-31f5-4900-b7b7-5553fcc84707 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577707 Mar 30 18:15:40.473293 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-7dda7c7b-bd05-4091-8ea6-940d2a65f51a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:40.474933 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-7dda7c7b-bd05-4091-8ea6-940d2a65f51a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 0.1482911 Mar 30 18:15:40.491612 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-92e5da7a-4fdf-4a8b-bf49-588c4f83ca83 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/quotas/f6c8cc8bb01748989c6da627869a36fc HTTP/1.1" status: 200 len: 375 time: 0.0106602 Mar 30 18:15:40.561313 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-47fab7b2-44e1-4c0e-8fa6-237a9263cf89 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629368 Mar 30 18:15:40.661530 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-a9f5becc-1edb-4f83-b8cd-86e68d11edda service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Mar 30 18:15:40.748982 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-c3cfe5cb-8f58-4b23-b0b9-4942c604847f service neutron] 10.222.0.24 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817673 Mar 30 18:15:40.841732 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:40.906812 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0a5cdfef-bc7c-4e4c-9a86-f10e05651713 req-62e29555-e75b-45a8-b1e4-f83edecf9f43 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 210 time: 0.0258393 Mar 30 18:15:41.596236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580698a-b24b-4550-bc8d-5d38d29bfd6c req-2bf5e9f4-00f3-4e6f-9bd9-f35e21295db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:41.600708 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2580698a-b24b-4550-bc8d-5d38d29bfd6c req-2bf5e9f4-00f3-4e6f-9bd9-f35e21295db5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=935979081d7d4b61b48de3c7fcabb48d&device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 1132 time: 0.0748346 Mar 30 18:15:41.616516 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78466da6-73b2-4088-9fc9-d828c1d6a6e9 req-1f094489-b529-4623-a85a-3de804d4871d tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:41.618149 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-78466da6-73b2-4088-9fc9-d828c1d6a6e9 req-1f094489-b529-4623-a85a-3de804d4871d tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0690248 Mar 30 18:15:41.640468 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2580698a-b24b-4550-bc8d-5d38d29bfd6c req-f11727a8-9d2b-44bc-b5aa-53aec55aaa83 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=935979081d7d4b61b48de3c7fcabb48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287390 Mar 30 18:15:41.664771 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-78466da6-73b2-4088-9fc9-d828c1d6a6e9 req-3a816538-8467-493a-bc50-b37f7692fd44 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Mar 30 18:15:41.845054 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580698a-b24b-4550-bc8d-5d38d29bfd6c req-e4fd2d58-f096-4b09-9cba-e2909aea5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:41.846556 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2580698a-b24b-4550-bc8d-5d38d29bfd6c req-e4fd2d58-f096-4b09-9cba-e2909aea5452 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1654267 Mar 30 18:15:41.938797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-94528dc7-91d4-44e6-9050-11cd83686162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:41.941091 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-94528dc7-91d4-44e6-9050-11cd83686162 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=935979081d7d4b61b48de3c7fcabb48d&device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 1132 time: 0.0474052 Mar 30 18:15:41.990480 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-bd2b616b-b377-40f8-ba45-80a0d7cc4df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b HTTP/1.1" status: 200 len: 217 time: 0.0362971 Mar 30 18:15:42.018217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cdc1222-3020-4121-b819-17248efaa672 req-909df82e-196a-411a-bc5b-8b8e90274c63 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 210 time: 0.0312824 Mar 30 18:15:42.061812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-09bb503f-13a8-45b4-aedf-60ef1911aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:42.063241 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-09bb503f-13a8-45b4-aedf-60ef1911aa22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b9f31e8d-3166-4a28-85fe-22ba886a7708 HTTP/1.1" status: 200 len: 843 time: 0.0473254 Mar 30 18:15:42.122674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-bd251a98-a0fd-4d20-a0cf-54115483371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:42.124120 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-bd251a98-a0fd-4d20-a0cf-54115483371a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ee60c0b3-8ff6-42cc-88b8-70072fdd0650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0519924 Mar 30 18:15:42.290843 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-b3fc5089-e01c-4d12-b23e-d3be84048f91 service neutron] 10.222.0.23 "GET /v2.0/networks/ee60c0b3-8ff6-42cc-88b8-70072fdd0650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596453 Mar 30 18:15:42.360236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-070ef2ab-2f83-4d96-bded-2fe3e2c83acb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:42.361675 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-070ef2ab-2f83-4d96-bded-2fe3e2c83acb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 819 time: 0.1722672 Mar 30 18:15:42.422373 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ece721c8-9b63-4585-9086-32d08a6653f6 req-45cb1d93-b5b1-4888-9b9f-b535bb72a170 service neutron] 10.222.0.23 "GET /v2.0/networks/ee60c0b3-8ff6-42cc-88b8-70072fdd0650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239479 Mar 30 18:15:42.473035 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-a110d825-c2f5-473e-8e66-56e787e7784a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c8cc8bb01748989c6da627869a36fc HTTP/1.1" status: 200 len: 379 time: 0.0830941 Mar 30 18:15:42.485491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'port': {'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'admin_state_up': True, 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'security_groups': ['e73e7fda-e62e-4142-9be4-cfe4cbe9a93e']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:42.502194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:42.597358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Made reservation on behalf of f6c8cc8bb01748989c6da627869a36fc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:15:42.600719 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:42.760829 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Allocated IP 172.20.0.4 (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5/94c40cfc-de88-4027-ae25-5c79f5bd6230/645c7829-90ae-40e3-8eee-2bda01a57c98) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:15:42.795268 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb0b5-bbd0-48eb-ada0-bc15e3d9def7 req-7f3694c7-4e4e-4f61-b5d0-e1b4200df395 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:42.797901 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88dfb0b5-bbd0-48eb-ada0-bc15e3d9def7 req-7f3694c7-4e4e-4f61-b5d0-e1b4200df395 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0597477 Mar 30 18:15:42.851154 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88dfb0b5-bbd0-48eb-ada0-bc15e3d9def7 req-71898428-c196-4871-9ff2-97ceee26eccc tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Mar 30 18:15:42.934625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:42.975252 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.022792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:15:43.030490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:15:43.035493 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:15:43.087654 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:43.088327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.117713 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event updated for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:43.138734 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-908af09a-3684-46b2-961c-330645b06de3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578510 Mar 30 18:15:43.155816 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:15:43.169413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Request body: {'port': {'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:15:43.273226 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3e37-f526-419a-88d4-5e08da8032c3 req-0c50e352-f934-43ce-b533-af9f96b1c619 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:43.280260 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d09c3e37-f526-419a-88d4-5e08da8032c3 req-0c50e352-f934-43ce-b533-af9f96b1c619 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 931 time: 0.1645548 Mar 30 18:15:43.282944 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.375120 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d09c3e37-f526-419a-88d4-5e08da8032c3 req-df445826-cd89-455f-94e3-27c5352fc861 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939732 Mar 30 18:15:43.410613 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-42361e2e-d660-4d64-b4d0-d9e00c45717d None None] Provisioning complete for port 645c7829-90ae-40e3-8eee-2bda01a57c98 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:15:43.410893 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-42361e2e-d660-4d64-b4d0-d9e00c45717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.572574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-42361e2e-d660-4d64-b4d0-d9e00c45717d None None] Port 645c7829-90ae-40e3-8eee-2bda01a57c98 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:15:43.615594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645c7829-90ae-40e3-8eee-2bda01a57c98 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:15:43.622775 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks [] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.635487 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Transition to ACTIVE for port object 645c7829-90ae-40e3-8eee-2bda01a57c98 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:15:43.638848 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.716037 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Pushing event updated for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:43.771203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Attempting to bind port 645c7829-90ae-40e3-8eee-2bda01a57c98 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:15:43.772004 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Attempting to bind port 645c7829-90ae-40e3-8eee-2bda01a57c98 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:15:43.772382 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Attempting to bind port 645c7829-90ae-40e3-8eee-2bda01a57c98 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:15:43.778237 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Port 645c7829-90ae-40e3-8eee-2bda01a57c98 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:15:43.778651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Attempting to bind port 645c7829-90ae-40e3-8eee-2bda01a57c98 on network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:15:43.784477 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:15:43.784913 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Checking segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:15:43.785502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Bound using segment: {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:15:43.785932 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Bound port: 645c7829-90ae-40e3-8eee-2bda01a57c98, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b42a3-72fe-4925-86fa-ad4c886eed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:15:43.786293 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.858788 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:15:43.862019 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=645c7829-90ae-40e3-8eee-2bda01a57c98,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:15:43.868115 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.903715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:43.904351 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.905707 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] 10.222.0.23 "PUT /v2.0/ports/645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1093 time: 0.7440658 Mar 30 18:15:43.906135 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:15:43.908371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b633961-6181-4da9-bca4-1c9ba8ca050b" -d '{"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:15:43.930038 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37db248-307d-4110-8dfc-3bf3f0bf968e service neutron] Pushing event updated for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:43.955664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736ba6f8-73f7-4a33-a0b6-c793c364865d x-openstack-request-id: req-736ba6f8-73f7-4a33-a0b6-c793c364865d {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:15:43.956163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:15:43.956556 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-736ba6f8-73f7-4a33-a0b6-c793c364865d {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:15:43.956966 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736ba6f8-73f7-4a33-a0b6-c793c364865d'] response: {'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'status': 'completed', 'code': 200} Mar 30 18:15:43.988696 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cad71-453b-4bdb-b662-c7ac059f6535 req-47d10b15-9e11-42f0-8741-6080372af4d8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:43.990227 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aa5cad71-453b-4bdb-b662-c7ac059f6535 req-47d10b15-9e11-42f0-8741-6080372af4d8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0665915 Mar 30 18:15:44.041349 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-aa5cad71-453b-4bdb-b662-c7ac059f6535 req-5493027a-f246-4422-9cb3-ccbb955b0f10 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Mar 30 18:15:44.061657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.501003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58979-cda2-4396-af04-793d961b505a req-03ecef1d-56e8-4f77-b30e-4090132b56d8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:44.502484 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78a58979-cda2-4396-af04-793d961b505a req-03ecef1d-56e8-4f77-b30e-4090132b56d8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0594902 Mar 30 18:15:44.561345 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-78a58979-cda2-4396-af04-793d961b505a req-7084f3c3-4a51-477b-937c-ee0b31943d09 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530679 Mar 30 18:15:44.602215 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55548) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:44.707313 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7093d4e-7b71-4636-9cfb-22c44e85614c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.785858 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7093d4e-7b71-4636-9cfb-22c44e85614c admin admin] Publish callbacks [] for security_group (38b1c160-3f7e-48e5-9613-90af0e489472), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.789796 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d7093d4e-7b71-4636-9cfb-22c44e85614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (38b1c160-3f7e-48e5-9613-90af0e489472), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.830268 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d7093d4e-7b71-4636-9cfb-22c44e85614c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d71c4299fc284c3c8d5fe35c3f4d59e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267323 Mar 30 18:15:44.832081 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7093d4e-7b71-4636-9cfb-22c44e85614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b1c160-3f7e-48e5-9613-90af0e489472,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:44.832937 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 55552) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:15:44.880974 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] Publish callbacks [] for security_group (38b1c160-3f7e-48e5-9613-90af0e489472), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.901835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] Publish callbacks [] for security_group (38b1c160-3f7e-48e5-9613-90af0e489472), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.949945 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (38b1c160-3f7e-48e5-9613-90af0e489472), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.952563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.953952 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38b1c160-3f7e-48e5-9613-90af0e489472 HTTP/1.1" status: 204 len: 168 time: 0.1199613 Mar 30 18:15:44.961367 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82083e06-8df7-4b11-a477-408591709926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b1c160-3f7e-48e5-9613-90af0e489472,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:45.165660 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86096f9d-4298-446f-a297-8e233fe9c269 req-75a978c6-800b-45f9-94ed-e076abc7b6e4 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:45.167482 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86096f9d-4298-446f-a297-8e233fe9c269 req-75a978c6-800b-45f9-94ed-e076abc7b6e4 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0568826 Mar 30 18:15:45.228917 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86096f9d-4298-446f-a297-8e233fe9c269 req-afe28609-2885-42b7-8877-9b4fc8044891 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Mar 30 18:15:45.679068 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556ee3-1552-4a59-8e5c-68b1cc2cf8d7 req-c7f38922-0ffd-43e4-9916-6af405838f6d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:45.680537 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0556ee3-1552-4a59-8e5c-68b1cc2cf8d7 req-c7f38922-0ffd-43e4-9916-6af405838f6d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0516713 Mar 30 18:15:45.725732 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0556ee3-1552-4a59-8e5c-68b1cc2cf8d7 req-4d758512-fb7d-411f-a420-3eae91f0f2ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 Mar 30 18:15:46.348099 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d8ee8-2ca4-4caf-9183-8c67fd0314f3 req-491e2b13-00ef-4880-bff0-4881b3e0169e tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:46.349633 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-902d8ee8-2ca4-4caf-9183-8c67fd0314f3 req-491e2b13-00ef-4880-bff0-4881b3e0169e tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 948 time: 0.0529773 Mar 30 18:15:46.396325 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-902d8ee8-2ca4-4caf-9183-8c67fd0314f3 req-f073e507-6c57-435c-bb58-e35ee6e5b0d6 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Mar 30 18:15:46.839396 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdace5-76d9-4185-840c-06a842d5e46c req-60ee6035-2cf1-4a56-8baf-d2ed9afddd89 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:46.840869 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-05fdace5-76d9-4185-840c-06a842d5e46c req-60ee6035-2cf1-4a56-8baf-d2ed9afddd89 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0510485 Mar 30 18:15:46.885873 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-05fdace5-76d9-4185-840c-06a842d5e46c req-b2f04c7c-aedd-49dd-a44a-1a90a7743768 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Mar 30 18:15:47.041741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-27c629ae-1034-401b-b704-50ada9a61025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.043117 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-27c629ae-1034-401b-b704-50ada9a61025 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1127 time: 0.0474548 Mar 30 18:15:47.205303 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915b448f-9f9d-49f8-9bbc-d68a0fc0270b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:15:47.308656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:47.321837 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b', 'network_id': 'ee60c0b3-8ff6-42cc-88b8-70072fdd0650', 'port_id': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b', 'mac_address': 'fa:16:3e:49:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f31e8d-3166-4a28-85fe-22ba886a7708', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:15:47.363360 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:15:47.363760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:47.382356 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b448f-9f9d-49f8-9bbc-d68a0fc0270b {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:15:47.404325 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:47.409047 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:47.443285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-f271ce74-6895-4a61-a1ed-eade9ed22116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.445246 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-f271ce74-6895-4a61-a1ed-eade9ed22116 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f6c8cc8bb01748989c6da627869a36fc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3842609 Mar 30 18:15:47.475019 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:47.482396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.482759 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.483130 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.483493 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.483840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.484478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.484870 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.485215 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.485545 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.486885 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.487455 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.487894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.488479 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.488871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.489209 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:15:47.614350 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d73f6f-0336-42e5-bfd7-16f6e7b765d2 req-6f82eb78-214f-4c94-90dd-cf04b48fb84d tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.616044 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69d73f6f-0336-42e5-bfd7-16f6e7b765d2 req-6f82eb78-214f-4c94-90dd-cf04b48fb84d tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 949 time: 0.0915766 Mar 30 18:15:47.622131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-8a3d1768-68e7-44d3-a4a6-2dfbcfae49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.623569 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b633961-6181-4da9-bca4-1c9ba8ca050b req-8a3d1768-68e7-44d3-a4a6-2dfbcfae49e3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1681838 Mar 30 18:15:47.680141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69d73f6f-0336-42e5-bfd7-16f6e7b765d2 req-2f77f652-8605-4d9c-a8e0-0f0f38aff343 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Mar 30 18:15:47.720839 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-a99785d6-48d6-4ef7-aa61-a5b355647521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.722374 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-a99785d6-48d6-4ef7-aa61-a5b355647521 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1127 time: 0.0458467 Mar 30 18:15:47.769179 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-03bba495-c039-4056-94aa-b7acabdba330 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 217 time: 0.0364952 Mar 30 18:15:47.819114 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-fc8a6682-09d3-4f9c-9947-0c2c91e1418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.820489 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-fc8a6682-09d3-4f9c-9947-0c2c91e1418f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0423856 Mar 30 18:15:47.872755 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-549b0482-b8b0-4355-9d7b-0756a5ca9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:47.874646 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-549b0482-b8b0-4355-9d7b-0756a5ca9e3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456853 Mar 30 18:15:47.902328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['915b448f-9f9d-49f8-9bbc-d68a0fc0270b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:15:47.982901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-115457ee-a287-4600-8bfc-6feab18c45ea service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912454 Mar 30 18:15:48.022309 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cc229-f8f5-4fbd-b42b-670fd1b305c4 req-40c5e6b3-a0ef-4226-8ca8-882a96572c5c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:48.024544 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6d5cc229-f8f5-4fbd-b42b-670fd1b305c4 req-40c5e6b3-a0ef-4226-8ca8-882a96572c5c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0647337 Mar 30 18:15:48.074919 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6d5cc229-f8f5-4fbd-b42b-670fd1b305c4 req-68aaa2be-3da2-4469-abfb-10dcabea6abc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Mar 30 18:15:48.076478 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-528ba26a-387f-48f1-bd35-efcdb3c1d77c req-266bfd5e-1038-4d1c-abca-ba15052ef6b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Mar 30 18:15:48.680368 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-5518c369-6400-462d-a35a-a98aef1233dc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478692 Mar 30 18:15:48.785900 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-e003cece-e56d-4242-95f4-e493b4b781e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:48.787329 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-e003cece-e56d-4242-95f4-e493b4b781e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 1130 time: 0.0820975 Mar 30 18:15:48.817653 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45724dc0-aeca-4a5a-93f4-3f7d2db97f2c req-b1c20da0-9742-411f-b466-c82e736aaaa9 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:48.819768 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-45724dc0-aeca-4a5a-93f4-3f7d2db97f2c req-b1c20da0-9742-411f-b466-c82e736aaaa9 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 949 time: 0.0703683 Mar 30 18:15:48.927949 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-45724dc0-aeca-4a5a-93f4-3f7d2db97f2c req-19e125da-2785-4e82-b623-06a2c8169abb tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982947 Mar 30 18:15:48.952731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-531abbd1-cfea-421f-acfb-2282564ec4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:48.955151 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-531abbd1-cfea-421f-acfb-2282564ec4ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1339560 Mar 30 18:15:49.004023 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-70591ae4-be32-4f0f-aeb4-56c517395c3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 200 len: 217 time: 0.0346870 Mar 30 18:15:49.055753 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-69993dc7-7573-4efe-9b9d-4910b4a63000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:49.057190 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-69993dc7-7573-4efe-9b9d-4910b4a63000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0460787 Mar 30 18:15:49.107203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-dc6e7abb-84d8-4d59-9db4-9a7435a4e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:49.108727 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-dc6e7abb-84d8-4d59-9db4-9a7435a4e40a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438051 Mar 30 18:15:49.194892 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72039-a6f2-4f89-a906-92e57bdf1a13 req-4c58a263-db31-40c5-8cc8-f1574c9240e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:49.196413 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fee72039-a6f2-4f89-a906-92e57bdf1a13 req-4c58a263-db31-40c5-8cc8-f1574c9240e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0555608 Mar 30 18:15:49.201528 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-3edcb720-a085-4d54-98d9-9bc1a777bdd3 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849137 Mar 30 18:15:49.243013 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fee72039-a6f2-4f89-a906-92e57bdf1a13 req-16272a05-4f78-445e-bc01-e9e12528ddc4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410051 Mar 30 18:15:49.298335 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0f427b1-c4ac-483e-bef5-2961ed698c5a req-a55573d3-09cf-46de-a8e5-1383e38b2efb service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 Mar 30 18:15:50.055579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2ccee-aa15-4d1d-94cc-e21d585c2b93 req-c48bbea4-2915-4da3-b9fb-842218e80038 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:50.056989 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0be2ccee-aa15-4d1d-94cc-e21d585c2b93 req-c48bbea4-2915-4da3-b9fb-842218e80038 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 949 time: 0.0525513 Mar 30 18:15:50.103554 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0be2ccee-aa15-4d1d-94cc-e21d585c2b93 req-bf9686b7-14b0-4e9c-b0ec-66990cfacf58 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Mar 30 18:15:50.359866 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098d568-02c5-41eb-b6af-06bb2b462d22 req-2e73315f-d3b5-4110-bb4b-ff5758f47531 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:50.361378 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0098d568-02c5-41eb-b6af-06bb2b462d22 req-2e73315f-d3b5-4110-bb4b-ff5758f47531 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0535009 Mar 30 18:15:50.409957 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0098d568-02c5-41eb-b6af-06bb2b462d22 req-3ff97fc1-516a-4ead-ad0d-9236e1632a25 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Mar 30 18:15:51.076651 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915b448f-9f9d-49f8-9bbc-d68a0fc0270b up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:15:51.126042 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:15:51.130823 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:15:51.131201 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:51.208932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:15:51.209628 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:51.224921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40261c76-10e1-4c73-a73e-e9aaee0ede04 req-49a9877c-429b-4bec-a478-57771a72f8a0 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:51.226413 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40261c76-10e1-4c73-a73e-e9aaee0ede04 req-49a9877c-429b-4bec-a478-57771a72f8a0 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 949 time: 0.0571432 Mar 30 18:15:51.231779 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:15:51.234063 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17162cf3-721c-4ce4-82f0-4e64b6d6939b" -d '{"events": [{"server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "name": "network-vif-plugged", "status": "completed", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:15:51.250414 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:51.254871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:51.275431 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40261c76-10e1-4c73-a73e-e9aaee0ede04 req-a83fa9dd-f085-4892-937c-df2061ee1441 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Mar 30 18:15:51.282202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d447f43-94a7-4bd8-942b-b6627d0f50c0 x-openstack-request-id: req-9d447f43-94a7-4bd8-942b-b6627d0f50c0 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:15:51.282500 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "name": "network-vif-plugged", "status": "completed", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:15:51.282756 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d447f43-94a7-4bd8-942b-b6627d0f50c0 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:15:51.283153 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d447f43-94a7-4bd8-942b-b6627d0f50c0'] response: {'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b', 'code': 200} Mar 30 18:15:51.307678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:51.531055 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da491c-b66b-4903-9c52-e4c9a6607b38 req-49704f47-e351-4c0e-ba13-1db44e8fdb72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:51.532538 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15da491c-b66b-4903-9c52-e4c9a6607b38 req-49704f47-e351-4c0e-ba13-1db44e8fdb72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Mar 30 18:15:51.583359 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15da491c-b66b-4903-9c52-e4c9a6607b38 req-fe88a729-31c3-45d3-a31d-280634c9d3e2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Mar 30 18:15:52.082132 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 645c7829-90ae-40e3-8eee-2bda01a57c98 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:15:52.153177 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:52.193892 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=645c7829-90ae-40e3-8eee-2bda01a57c98,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:52.210517 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:15:52.246299 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf361a7-19af-4811-94c1-55f759ce6e58 req-fc4542b7-1069-4652-8ca3-f16873664df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:52.247810 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cf361a7-19af-4811-94c1-55f759ce6e58 req-fc4542b7-1069-4652-8ca3-f16873664df8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 1134 time: 0.0447187 Mar 30 18:15:52.249761 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 645c7829-90ae-40e3-8eee-2bda01a57c98 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:15:52.250166 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:52.262709 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645c7829-90ae-40e3-8eee-2bda01a57c98 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:15:52.282406 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=645c7829-90ae-40e3-8eee-2bda01a57c98,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:52.287764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:52.297093 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cf361a7-19af-4811-94c1-55f759ce6e58 req-aa1edc2c-cacc-49fd-902d-e0cb01d580d6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Mar 30 18:15:52.334586 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:52.392625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8c95-63e2-4d41-a78a-2e711449a62e req-01fcef86-b634-4082-a5fc-c0f987649fb7 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:52.394384 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62de8c95-63e2-4d41-a78a-2e711449a62e req-01fcef86-b634-4082-a5fc-c0f987649fb7 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0516543 Mar 30 18:15:52.444507 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62de8c95-63e2-4d41-a78a-2e711449a62e req-dd51c164-c15b-4dd4-9fd3-579f2a31dd1d tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Mar 30 18:15:52.650293 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['645c7829-90ae-40e3-8eee-2bda01a57c98'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:15:52.696328 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46333bc6-e1d3-4ef3-9cab-0dabad1a899e req-198495c1-b67a-407a-86d6-8f57f069d35d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:52.697745 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46333bc6-e1d3-4ef3-9cab-0dabad1a899e req-198495c1-b67a-407a-86d6-8f57f069d35d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0508041 Mar 30 18:15:52.748880 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46333bc6-e1d3-4ef3-9cab-0dabad1a899e req-ef53b199-08d5-4f02-bf30-c0fb3903a214 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452917 Mar 30 18:15:53.560535 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9990e-5392-432d-bf16-f01b4ec091dc req-14acf401-8c16-4024-8d9c-cd6e9b3897c8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:53.562060 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ffe9990e-5392-432d-bf16-f01b4ec091dc req-14acf401-8c16-4024-8d9c-cd6e9b3897c8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0533364 Mar 30 18:15:53.607940 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ffe9990e-5392-432d-bf16-f01b4ec091dc req-f3ae2399-407a-44a2-b727-5740e6a3cfe6 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Mar 30 18:15:53.868200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dde172-17cc-4a3e-98f7-c90a4af509c9 req-bf987030-92ba-41f4-93f7-d304e091fb9e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:53.869602 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71dde172-17cc-4a3e-98f7-c90a4af509c9 req-bf987030-92ba-41f4-93f7-d304e091fb9e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0551569 Mar 30 18:15:53.915572 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71dde172-17cc-4a3e-98f7-c90a4af509c9 req-eabd1d8b-7518-4e5f-bb7c-cc91f001d81f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Mar 30 18:15:54.721828 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f039351-ff6e-4192-9c78-43bafd26b5ef req-7397b8c7-64be-415e-9d6f-fe69000fee3b tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:54.723860 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f039351-ff6e-4192-9c78-43bafd26b5ef req-7397b8c7-64be-415e-9d6f-fe69000fee3b tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0519366 Mar 30 18:15:54.775620 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f039351-ff6e-4192-9c78-43bafd26b5ef req-283fc97f-e1a6-418b-8eff-248b968cab74 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463531 Mar 30 18:15:55.032912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382ce6f-f410-47ef-b08c-b8b888680c42 req-05510b74-1390-428f-9816-ea89d5adee6f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:55.034371 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5382ce6f-f410-47ef-b08c-b8b888680c42 req-05510b74-1390-428f-9816-ea89d5adee6f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0542190 Mar 30 18:15:55.080202 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5382ce6f-f410-47ef-b08c-b8b888680c42 req-352cdd07-dbe1-4c23-b619-59e37d91bdd4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Mar 30 18:15:55.896779 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b93c-53d2-49a7-a5e9-014d2a87100a req-bd98163a-f6d2-4f8c-aa3f-b4444867d87e tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:55.898241 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ba9b93c-53d2-49a7-a5e9-014d2a87100a req-bd98163a-f6d2-4f8c-aa3f-b4444867d87e tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0526099 Mar 30 18:15:55.945070 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2ba9b93c-53d2-49a7-a5e9-014d2a87100a req-50380f7a-fd0a-4b1d-8305-134f7d2fa1f0 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Mar 30 18:15:56.197223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e91b8e-6697-4a9c-8014-587b94b35b3b req-5e782e44-0774-4df4-84f8-80d6fc8fb8ea tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:56.198696 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b2e91b8e-6697-4a9c-8014-587b94b35b3b req-5e782e44-0774-4df4-84f8-80d6fc8fb8ea tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0515823 Mar 30 18:15:56.247396 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b2e91b8e-6697-4a9c-8014-587b94b35b3b req-acd17b9c-e58f-40b4-b52b-93f4520a43f5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Mar 30 18:15:57.062337 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f1a45-0bc1-40c8-affc-1dd0e8d7d0c3 req-3f7ed74d-a9cd-443b-add9-ff8085aef231 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:57.063786 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-610f1a45-0bc1-40c8-affc-1dd0e8d7d0c3 req-3f7ed74d-a9cd-443b-add9-ff8085aef231 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0514765 Mar 30 18:15:57.113528 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-610f1a45-0bc1-40c8-affc-1dd0e8d7d0c3 req-27a0f9b2-ee90-400d-ac61-02773907c874 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Mar 30 18:15:57.376957 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acebd7-aa64-4a99-a707-029f365bfe6a req-98e5404b-d6dd-45a2-a195-b76f567261b2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:57.379189 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a1acebd7-aa64-4a99-a707-029f365bfe6a req-98e5404b-d6dd-45a2-a195-b76f567261b2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0542793 Mar 30 18:15:57.386118 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095068a1-fc97-4e83-97cf-6204d8721595 req-54aa190d-4c50-4660-87f2-35c97c73e3f4 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:57.387635 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-095068a1-fc97-4e83-97cf-6204d8721595 req-54aa190d-4c50-4660-87f2-35c97c73e3f4 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0523219 Mar 30 18:15:57.427221 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a1acebd7-aa64-4a99-a707-029f365bfe6a req-42a2e555-9e70-421a-8637-90d72a7867a0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418754 Mar 30 18:15:57.434129 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-095068a1-fc97-4e83-97cf-6204d8721595 req-d4ea08ee-477e-4cb4-8dd7-3773e84cd6e4 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Mar 30 18:15:58.545911 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3efa-5de5-4fce-8851-16a96525615f req-ead6401d-8678-421f-a16f-1699cf398b56 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:58.547463 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b58d3efa-5de5-4fce-8851-16a96525615f req-ead6401d-8678-421f-a16f-1699cf398b56 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 944 time: 0.0544705 Mar 30 18:15:58.555640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec7363-f3e7-4bbf-af04-e0a843568980 req-0092c934-ed42-4ca1-9493-6e49c3a7a878 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:58.557196 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49ec7363-f3e7-4bbf-af04-e0a843568980 req-0092c934-ed42-4ca1-9493-6e49c3a7a878 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0579641 Mar 30 18:15:58.582731 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 645c7829-90ae-40e3-8eee-2bda01a57c98 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:15:58.600924 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b58d3efa-5de5-4fce-8851-16a96525615f req-24ccfb43-09de-443a-b832-50cbe1a012ee tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461361 Mar 30 18:15:58.605153 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49ec7363-f3e7-4bbf-af04-e0a843568980 req-33ce712e-084f-41ad-b48c-4f0b2f6bfdd9 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Mar 30 18:15:58.641378 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 645c7829-90ae-40e3-8eee-2bda01a57c98 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:15:58.645589 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 645c7829-90ae-40e3-8eee-2bda01a57c98 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:15:58.645966 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:58.723627 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 645c7829-90ae-40e3-8eee-2bda01a57c98 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:15:58.724022 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:58.746409 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:15:58.748783 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7faa4a2-dc7e-42c0-8dbf-ad98a4f9a327" -d '{"events": [{"server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "name": "network-vif-plugged", "status": "completed", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:15:58.761866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=645c7829-90ae-40e3-8eee-2bda01a57c98,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:15:58.765957 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:58.787899 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0307aa5-6666-47ed-a861-e2e22ba41fc6 x-openstack-request-id: req-f0307aa5-6666-47ed-a861-e2e22ba41fc6 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:15:58.788218 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "name": "network-vif-plugged", "status": "completed", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:15:58.788503 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0307aa5-6666-47ed-a861-e2e22ba41fc6 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:15:58.788898 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0307aa5-6666-47ed-a861-e2e22ba41fc6'] response: {'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'code': 200} Mar 30 18:15:58.820975 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:15:59.723017 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77cebe-71cf-4668-842c-cd7c86a4bf70 req-2f0bc3f4-1cfd-4858-93c5-8f374bd68ebc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:59.724569 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4f77cebe-71cf-4668-842c-cd7c86a4bf70 req-2f0bc3f4-1cfd-4858-93c5-8f374bd68ebc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Mar 30 18:15:59.735396 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1017f6-2daf-4489-b748-9f49b275a960 req-d3c76732-2588-49b0-9587-3514e392bee8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:15:59.736900 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0f1017f6-2daf-4489-b748-9f49b275a960 req-d3c76732-2588-49b0-9587-3514e392bee8 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0561929 Mar 30 18:15:59.781755 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4f77cebe-71cf-4668-842c-cd7c86a4bf70 req-0ad78fa9-adc5-41a7-bc3c-729f0a0c0f96 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496085 Mar 30 18:15:59.787154 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0f1017f6-2daf-4489-b748-9f49b275a960 req-118fc9d4-aaaf-417f-93c3-ec0aebbcf797 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Mar 30 18:16:00.698237 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a6512-ac88-46b7-9654-514d9e95e565 req-425db37b-0bd1-42b2-a0dc-06b137d657ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:00.699768 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a38a6512-ac88-46b7-9654-514d9e95e565 req-425db37b-0bd1-42b2-a0dc-06b137d657ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0426962 Mar 30 18:16:00.747547 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a38a6512-ac88-46b7-9654-514d9e95e565 req-aad6c3b5-39cc-4ca9-92cc-f39e010e4000 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401042 Mar 30 18:16:00.900993 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf2be-51d5-46c4-ae99-9d76c29e4e6b req-32a76e48-23f6-49d5-9c2a-13ec676b171f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:00.902596 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-087cf2be-51d5-46c4-ae99-9d76c29e4e6b req-32a76e48-23f6-49d5-9c2a-13ec676b171f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0571642 Mar 30 18:16:00.907212 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e89ce-276c-4814-a294-2bb9af7af887 req-e6772248-1408-455e-98a9-10703a1e7344 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:00.908703 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-140e89ce-276c-4814-a294-2bb9af7af887 req-e6772248-1408-455e-98a9-10703a1e7344 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0530798 Mar 30 18:16:00.949944 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-087cf2be-51d5-46c4-ae99-9d76c29e4e6b req-65e1ffbb-e27e-4bb5-a044-d723be834a97 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Mar 30 18:16:00.955380 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-140e89ce-276c-4814-a294-2bb9af7af887 req-947eb7b7-9961-47fc-b96c-f32acb4fa809 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Mar 30 18:16:02.070629 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1e29a-16e8-4424-84a5-1a05578a7a21 req-28a41439-b8c7-4823-9d16-c4621f5c1732 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:02.072165 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-48e1e29a-16e8-4424-84a5-1a05578a7a21 req-28a41439-b8c7-4823-9d16-c4621f5c1732 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Mar 30 18:16:02.080763 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c84b27-318b-4691-aed6-292f8872e76d req-a8258037-e7d3-4220-ac21-a72b5438b288 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:02.082568 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53c84b27-318b-4691-aed6-292f8872e76d req-a8258037-e7d3-4220-ac21-a72b5438b288 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0536699 Mar 30 18:16:02.122105 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-48e1e29a-16e8-4424-84a5-1a05578a7a21 req-8068e28f-6ad5-4ae3-9888-3776204949b5 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440197 Mar 30 18:16:02.135921 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53c84b27-318b-4691-aed6-292f8872e76d req-0201e7e6-dbcc-4df4-844c-217459f5f714 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465493 Mar 30 18:16:02.909170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-80034f7c-8424-48aa-bdd2-e4f61fd365f1 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:02.910395 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-80034f7c-8424-48aa-bdd2-e4f61fd365f1 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0704010 Mar 30 18:16:03.035548 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Deleting port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:16:03.035666 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:03.162650 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] For port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,segment=NetworkSegment(d5487ae7-7ad3-474d-8c93-55c7591bb61e),segment_id=d5487ae7-7ad3-474d-8c93-55c7591bb61e)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:03.164156 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:03.180619 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Calling delete_port for 915b448f-9f9d-49f8-9bbc-d68a0fc0270b owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:16:03.274666 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab094b-28a3-4a5a-b776-0845c7543bd1 req-7c056c6a-6ec8-4860-85ef-64046edb93db tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:03.276212 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71ab094b-28a3-4a5a-b776-0845c7543bd1 req-7c056c6a-6ec8-4860-85ef-64046edb93db tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 950 time: 0.0615723 Mar 30 18:16:03.304902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476d7b-85b1-41c4-bcba-700d0098448a req-f516f9a0-ebac-4dbf-9004-29fd3344f783 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:03.306358 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb476d7b-85b1-41c4-bcba-700d0098448a req-f516f9a0-ebac-4dbf-9004-29fd3344f783 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0803750 Mar 30 18:16:03.333695 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71ab094b-28a3-4a5a-b776-0845c7543bd1 req-872dff6a-ac63-4b5d-be0c-9c5a1d9761c1 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd831695-0185-48b9-8639-4aebc538061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514402 Mar 30 18:16:03.389208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (915b448f-9f9d-49f8-9bbc-d68a0fc0270b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:03.394024 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb476d7b-85b1-41c4-bcba-700d0098448a req-425032bd-9228-41ad-aca7-f4ed1e4f4424 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797033 Mar 30 18:16:03.419267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Pushing event deleted for resources: {'Port': ['ID=915b448f-9f9d-49f8-9bbc-d68a0fc0270b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:03.429654 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.429995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.430339 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.430678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.431044 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.431332 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.431660 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.431984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.432319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.433308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.433308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.433308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.433607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.433897 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.434214 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:03.479440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] No DVR routers for this DVR port 915b448f-9f9d-49f8-9bbc-d68a0fc0270b on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:16:03.482532 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:03.485981 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d00b7e6-9620-4661-bff4-0744bc9fbf04 req-074ec216-f8e9-4278-a6c6-e8ee9966a7f5 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.23 "DELETE /v2.0/ports/915b448f-9f9d-49f8-9bbc-d68a0fc0270b HTTP/1.1" status: 204 len: 173 time: 0.5610743 Mar 30 18:16:03.486432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'name': 'network-vif-deleted', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:03.490303 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9231b0c-0e3d-49ae-9aab-7ea51f1fda78" -d '{"events": [{"server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "name": "network-vif-deleted", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:03.526500 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0aa5b7-7ba9-4dae-bc95-9336ac81a683 x-openstack-request-id: req-bd0aa5b7-7ba9-4dae-bc95-9336ac81a683 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:03.526796 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9c47c8-9d26-42da-bb9e-f4dc53c85435", "name": "network-vif-deleted", "tag": "915b448f-9f9d-49f8-9bbc-d68a0fc0270b", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:03.527008 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd0aa5b7-7ba9-4dae-bc95-9336ac81a683 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:03.527411 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0aa5b7-7ba9-4dae-bc95-9336ac81a683'] response: {'server_uuid': 'cd9c47c8-9d26-42da-bb9e-f4dc53c85435', 'name': 'network-vif-deleted', 'tag': '915b448f-9f9d-49f8-9bbc-d68a0fc0270b', 'status': 'completed', 'code': 200} Mar 30 18:16:03.531067 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2a9c7-f8dc-423d-9c18-bbb65b5ebec2 req-61be2ecf-d66d-42f2-843d-614eedfb72e4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:03.533970 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e9d2a9c7-f8dc-423d-9c18-bbb65b5ebec2 req-61be2ecf-d66d-42f2-843d-614eedfb72e4 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0653269 Mar 30 18:16:03.542350 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 55814) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:03.547077 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'floatingip': {'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:03.626377 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:04.411494 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:04.415707 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:04.433374 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7cc2f1c7-1c1f-4713-bb1f-eb9ac62be251 req-e1fabddb-63d4-439a-965d-cde4f40d67b3 tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 210 time: 0.0275335 Mar 30 18:16:04.515477 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Floating IP 7b0497c8-0f84-441f-b408-943ce923e226 associated. External IP: 172.27.2.89, port: 645c7829-90ae-40e3-8eee-2bda01a57c98. Mar 30 18:16:04.725863 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:16:04.832071 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:16:04.837485 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:04.842265 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:16:04.852820 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:04.853440 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:15:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:04.868216 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8c88cb39-76b4-4490-b6d1-574eae19ec72 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "PUT /v2.0/floatingips/7b0497c8-0f84-441f-b408-943ce923e226 HTTP/1.1" status: 200 len: 990 time: 1.3246944 Mar 30 18:16:04.868799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:04.871026 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e" -d '{"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:04.905360 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e4903-d161-4edc-a7ef-843e162e95e5 x-openstack-request-id: req-0a8e4903-d161-4edc-a7ef-843e162e95e5 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:04.905659 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:04.905912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a8e4903-d161-4edc-a7ef-843e162e95e5 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:04.906317 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8e4903-d161-4edc-a7ef-843e162e95e5'] response: {'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'status': 'completed', 'code': 200} Mar 30 18:16:04.967040 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:05.138005 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['915b448f-9f9d-49f8-9bbc-d68a0fc0270b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:16:05.197824 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:16:04Z', 'revision_number': 1, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:05.225963 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:16:05.234258 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:05.234930 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:15:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:05.342477 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:05.529034 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40e5f2e6-623f-4703-be7d-e254225650e4 req-0ca35c4f-d265-4c7f-9862-bf654825020a tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 210 time: 0.0271962 Mar 30 18:16:05.567332 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:16:04Z', 'revision_number': 1, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:05.593761 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e9bf2-9296-4321-89e7-ca0284c4853f None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:16:04Z', 'revision_number': 1, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:16:05.769986 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ebd07-7265-420d-be0d-1fccac81a64c None None] New status for floating IP 7b0497c8-0f84-441f-b408-943ce923e226: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:16:06.249558 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-9e9c55ec-cd0c-4239-baba-c71c6d9204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:06.251056 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-9e9c55ec-cd0c-4239-baba-c71c6d9204f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0487394 Mar 30 18:16:06.347160 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-ab65817a-d231-4002-8061-2dde43dd71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:06.348677 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-ab65817a-d231-4002-8061-2dde43dd71cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.0884564 Mar 30 18:16:06.413472 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-af8c2704-2fd0-4708-96bb-03e6995678b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1000 time: 0.0576878 Mar 30 18:16:06.461265 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-d0971e97-c962-4b29-bfee-438808f5e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:06.462674 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-d0971e97-c962-4b29-bfee-438808f5e282 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0430658 Mar 30 18:16:06.519645 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-849c2b81-f56a-4139-af59-77b455a288df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:06.521177 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-849c2b81-f56a-4139-af59-77b455a288df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464473 Mar 30 18:16:06.609044 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-0537c528-6f52-4335-978d-ce2e172a7758 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800607 Mar 30 18:16:06.640204 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-65e34d0a-2f7c-4d37-b763-c050c89c1950 req-62b682c0-170b-4f26-980b-565f1c18c8ef tempest-VolumesNegativeTest-849715623 tempest-VolumesNegativeTest-849715623-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd9c47c8-9d26-42da-bb9e-f4dc53c85435 HTTP/1.1" status: 200 len: 210 time: 0.0289960 Mar 30 18:16:06.715356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9ed0cd85-423e-4061-8933-1e7f5d3bb36e req-f2d696aa-b075-407c-b9b7-9687d4b5e8c4 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911586 Mar 30 18:16:07.593364 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915b448f-9f9d-49f8-9bbc-d68a0fc0270b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:16:07.620440 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 915b448f-9f9d-49f8-9bbc-d68a0fc0270b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:16:07.620791 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915b448f-9f9d-49f8-9bbc-d68a0fc0270b not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:16:07.662622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7d3b97e0-70a2-4d11-91d3-3bf72e6e9670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:10.030124 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5594093c-4f1a-4af3-a7e0-21151b4702e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:10.764969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035546dc-6194-4bdf-a1ed-3b62fdcaaa3e req-8a482c1c-a586-4707-98c4-1e6a55e749f2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:10.765454 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035546dc-6194-4bdf-a1ed-3b62fdcaaa3e req-8a482c1c-a586-4707-98c4-1e6a55e749f2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0629702 Mar 30 18:16:10.817703 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035546dc-6194-4bdf-a1ed-3b62fdcaaa3e req-d8888296-1810-4a5f-a878-597f483197f4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Mar 30 18:16:10.851938 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:11.657429 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56172) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:11.798869 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-25971547-4e3e-4663-af4a-ae488a0ae99e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=935979081d7d4b61b48de3c7fcabb48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402810 Mar 30 18:16:11.799274 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56182) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:11.847390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] Publish callbacks [] for security_group (bd831695-0185-48b9-8639-4aebc538061c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:11.868638 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] Publish callbacks [] for security_group (bd831695-0185-48b9-8639-4aebc538061c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:11.918490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bd831695-0185-48b9-8639-4aebc538061c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:11.921861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:11.923211 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd831695-0185-48b9-8639-4aebc538061c HTTP/1.1" status: 204 len: 168 time: 0.1227593 Mar 30 18:16:11.937964 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ee5b-8831-423b-8a67-8cefd9f13e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd831695-0185-48b9-8639-4aebc538061c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:11.946567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d843-cc54-48cd-bede-08d9a5e82c1b req-8c0245cc-c6a1-4499-804b-cf2cad61937d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:11.948218 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf12d843-cc54-48cd-bede-08d9a5e82c1b req-8c0245cc-c6a1-4499-804b-cf2cad61937d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0632045 Mar 30 18:16:12.018397 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf12d843-cc54-48cd-bede-08d9a5e82c1b req-62265389-a5bb-4a90-97b6-92ca972dde9f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619698 Mar 30 18:16:12.501603 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.584253 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56212) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:12.677911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-684506253-network', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:12.701092 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Made reservation on behalf of b73abed4fc01444bb09c9fea2ef8d107 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:12.703641 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.712173 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.783022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks [] for security_group (e317f27a-79e3-4117-8866-b4ecbf64a2ff), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.792721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e317f27a-79e3-4117-8866-b4ecbf64a2ff), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.816890 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:16:12.833597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (749c0437-edef-4108-b2cc-4bfbd41b4555), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.834149 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Added segment 749c0437-edef-4108-b2cc-4bfbd41b4555 of type vlan for network 4da08d70-987b-42c0-994f-a7e77e36faf1 Mar 30 18:16:12.841957 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e317f27a-79e3-4117-8866-b4ecbf64a2ff,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:12.882509 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (4da08d70-987b-42c0-994f-a7e77e36faf1), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.910827 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (4da08d70-987b-42c0-994f-a7e77e36faf1), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.912460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:12.913451 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:12.979953 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3945665 Mar 30 18:16:12.982870 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56222) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:12.987417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8525be-9df2-4910-9761-02edcbbcac25 admin admin] Pushing event updated for resources: {'Network': ['ID=4da08d70-987b-42c0-994f-a7e77e36faf1,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:12.988728 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Request body: {'subnet': {'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-684506253-subnet', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:12.999035 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:16:13.009678 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Made reservation on behalf of b73abed4fc01444bb09c9fea2ef8d107 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:13.013126 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.172051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87253c-eb49-4be6-9de6-ec16d5e473cd req-84b339bb-7cc2-4383-abfa-5fc2874f1471 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:13.173673 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d87253c-eb49-4be6-9de6-ec16d5e473cd req-84b339bb-7cc2-4383-abfa-5fc2874f1471 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0729628 Mar 30 18:16:13.229445 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (d4544101-ad23-442a-aa52-449f3092dca7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.236982 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d87253c-eb49-4be6-9de6-ec16d5e473cd req-1f83d2b2-b062-4c12-b746-a4098b1a3771 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570490 Mar 30 18:16:13.293071 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4544101-ad23-442a-aa52-449f3092dca7,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:13.309532 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.309923 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.310259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.310703 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.310944 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.311301 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.311636 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.311994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.312348 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.312687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.313018 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.313349 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.313680 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.314024 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.314326 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:13.322066 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Checking segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:13.324231 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Network hostable DHCP agents. Network: 4da08d70-987b-42c0-994f-a7e77e36faf1, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:16:13.346964 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:16:13.353415 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56232) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:13.359461 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 4da08d70-987b-42c0-994f-a7e77e36faf1) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:13.363669 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:13.364263 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.372053 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd0e7a7-3ac0-40e2-8af0-2d3b88b427be None None] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:13.397840 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f8005431-7c67-4505-a71d-0b7de829bab7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4136569 Mar 30 18:16:13.400209 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56236) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:13.404595 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:13.427143 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.428523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.485341 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-4da08d70-987b-42c0-994f-a7e77e36faf1', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:16:13.486405 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.527004 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for router_controller (66eb985a-a335-4ce3-b311-c8acbb76446d), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.528078 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-75a9f82d-03b6-4af5-9c5d-5738f3a71c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.657058 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Allocated IP 172.20.0.2 (4da08d70-987b-42c0-994f-a7e77e36faf1/d4544101-ad23-442a-aa52-449f3092dca7/1e14a8de-3546-4438-8edc-b15a40030370) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:13.706126 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for router_gateway (66eb985a-a335-4ce3-b311-c8acbb76446d), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.803267 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-75a9f82d-03b6-4af5-9c5d-5738f3a71c54 admin admin] Publish callbacks [] for security_group (b6ef7212-b3b7-43c9-97ba-f98a4e80cad2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.811525 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-75a9f82d-03b6-4af5-9c5d-5738f3a71c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b6ef7212-b3b7-43c9-97ba-f98a4e80cad2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.822779 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks [] for port (1e14a8de-3546-4438-8edc-b15a40030370), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.828853 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (1e14a8de-3546-4438-8edc-b15a40030370), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.857954 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-75a9f82d-03b6-4af5-9c5d-5738f3a71c54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b8dd0ca058e475a9c442ff64f6e332a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035000 Mar 30 18:16:13.860024 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f82d-03b6-4af5-9c5d-5738f3a71c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ef7212-b3b7-43c9-97ba-f98a4e80cad2,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:13.860858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56238) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:13.865362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:13.868166 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:13.871989 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:13.903742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Pushing event updated for resources: {'Port': ['ID=1e14a8de-3546-4438-8edc-b15a40030370,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:13.922730 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] Publish callbacks [] for security_group (b6ef7212-b3b7-43c9-97ba-f98a4e80cad2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.936604 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Attempting to bind port 1e14a8de-3546-4438-8edc-b15a40030370 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:13.936974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Attempting to bind port 1e14a8de-3546-4438-8edc-b15a40030370 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:13.937562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Attempting to bind port 1e14a8de-3546-4438-8edc-b15a40030370 on network 4da08d70-987b-42c0-994f-a7e77e36faf1 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:13.942743 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:13.943118 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Checking segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:13.943640 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.944035 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Bound using segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:13.944821 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Bound port: 1e14a8de-3546-4438-8edc-b15a40030370, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:13.945201 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e14a8de-3546-4438-8edc-b15a40030370), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.946269 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] Publish callbacks [] for security_group (b6ef7212-b3b7-43c9-97ba-f98a4e80cad2), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.007103 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b6ef7212-b3b7-43c9-97ba-f98a4e80cad2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.010387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.012808 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6ef7212-b3b7-43c9-97ba-f98a4e80cad2 HTTP/1.1" status: 204 len: 168 time: 0.1509061 Mar 30 18:16:14.027084 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] For port 1e14a8de-3546-4438-8edc-b15a40030370, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:14.031147 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] For port 1e14a8de-3546-4438-8edc-b15a40030370, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e14a8de-3546-4438-8edc-b15a40030370,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:14.032555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee77cf0-be98-417b-b191-fc151417d952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ef7212-b3b7-43c9-97ba-f98a4e80cad2,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:14.035032 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for router_gateway (66eb985a-a335-4ce3-b311-c8acbb76446d), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.040282 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1e14a8de-3546-4438-8edc-b15a40030370), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.060868 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.127297 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.146112 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e206170-c2c9-4c7a-822a-42976a7af976 None None] Pushing event updated for resources: {'Port': ['ID=1e14a8de-3546-4438-8edc-b15a40030370,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:14.230482 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Allocated IP 172.27.2.20 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/cc0f062f-005e-489f-b584-dd978a012b77) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:14.423834 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for port (cc0f062f-005e-489f-b584-dd978a012b77), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.446211 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212822d7-4887-486e-a8e0-3edad3758c5f req-5edb4e4a-e3fd-4be5-b3db-baf64d5e345d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:14.447849 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-212822d7-4887-486e-a8e0-3edad3758c5f req-5edb4e4a-e3fd-4be5-b3db-baf64d5e345d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1114068 Mar 30 18:16:14.458868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56252) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:14.483121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-199359f4-c0d3-4037-9795-2cda1949acbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.499397 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (cc0f062f-005e-489f-b584-dd978a012b77), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.545375 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-212822d7-4887-486e-a8e0-3edad3758c5f req-dbfcb707-bc4b-4a23-89f5-e196a9ed58d3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875456 Mar 30 18:16:14.555378 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:14.558478 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:14.564312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:14.583072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-199359f4-c0d3-4037-9795-2cda1949acbb admin admin] Publish callbacks [] for security_group (fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.587147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-199359f4-c0d3-4037-9795-2cda1949acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.604703 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0f062f-005e-489f-b584-dd978a012b77,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:14.624663 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-199359f4-c0d3-4037-9795-2cda1949acbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edcd869c9745405988838f5b0a18105f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647158 Mar 30 18:16:14.625596 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199359f4-c0d3-4037-9795-2cda1949acbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:14.627980 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56254) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:14.676121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] Publish callbacks [] for security_group (fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.698886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] Publish callbacks [] for security_group (fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.744948 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.747664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.748863 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8 HTTP/1.1" status: 204 len: 168 time: 0.1193020 Mar 30 18:16:14.757249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f7ba3-0591-4327-8f3d-dbed962f7309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0d376f-8e2a-4462-b3d3-daa49f2e5dd8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:14.789348 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for router_gateway (66eb985a-a335-4ce3-b311-c8acbb76446d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.194284 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418732f-6b68-4344-96ba-d54545c32a12 None None] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:15.254627 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.290871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Provisioning complete for port 1e14a8de-3546-4438-8edc-b15a40030370 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:15.291496 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e14a8de-3546-4438-8edc-b15a40030370), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.378843 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e14a8de-3546-4438-8edc-b15a40030370 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:15.430376 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Router 66eb985a-a335-4ce3-b311-c8acbb76446d is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:16:15.484341 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56274) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:15.496221 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 1e14a8de-3546-4438-8edc-b15a40030370 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:15.496632 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e14a8de-3546-4438-8edc-b15a40030370), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.539553 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Current status of the port 1e14a8de-3546-4438-8edc-b15a40030370 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:15.540306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e14a8de-3546-4438-8edc-b15a40030370), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.583521 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:16:15.597125 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Sync routers for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:16:15.620414 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:15.622197 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:15.626089 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.627511 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40718add-2134-4ead-8168-0b6ccab232e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2261746 Mar 30 18:16:15.630442 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56282) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:15.631516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] For port 1e14a8de-3546-4438-8edc-b15a40030370, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e14a8de-3546-4438-8edc-b15a40030370,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:15.658158 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1e14a8de-3546-4438-8edc-b15a40030370), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.682929 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07d37695-62fe-420e-88eb-de1fbc7d77cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.715904 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 1e14a8de-3546-4438-8edc-b15a40030370 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:15.716641 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e14a8de-3546-4438-8edc-b15a40030370), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.791779 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7c508-2636-43be-87d8-5cd5d220b5f9 None None] Pushing event updated for resources: {'Port': ['ID=1e14a8de-3546-4438-8edc-b15a40030370,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:15.795590 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:16:15.796038 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:16:15.839843 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cd80a-2317-4245-b906-a301329cf990 req-74308896-dc04-471c-919f-f7765edbc22f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:15.844791 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-288cd80a-2317-4245-b906-a301329cf990 req-74308896-dc04-471c-919f-f7765edbc22f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1595345 Mar 30 18:16:15.904768 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:15.919447 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-288cd80a-2317-4245-b906-a301329cf990 req-a9445197-2fea-4093-b20e-9f7e305c6bb2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694103 Mar 30 18:16:15.931286 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07d37695-62fe-420e-88eb-de1fbc7d77cc admin admin] Publish callbacks [] for security_group (75611821-ce7f-4942-bf1b-3584965e509f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.945943 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07d37695-62fe-420e-88eb-de1fbc7d77cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (75611821-ce7f-4942-bf1b-3584965e509f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.986123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-fd40618b-31b3-4b65-8575-3f198f0597e4 None None] Provisioning complete for port 1e14a8de-3546-4438-8edc-b15a40030370 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:15.986123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fd40618b-31b3-4b65-8575-3f198f0597e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e14a8de-3546-4438-8edc-b15a40030370), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.996917 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-07d37695-62fe-420e-88eb-de1fbc7d77cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7748e4d222f24e618d19d854390d8cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114076 Mar 30 18:16:15.998056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37695-62fe-420e-88eb-de1fbc7d77cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75611821-ce7f-4942-bf1b-3584965e509f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.000498 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56294) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:16.050824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] Publish callbacks [] for security_group (75611821-ce7f-4942-bf1b-3584965e509f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.073373 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] Publish callbacks [] for security_group (75611821-ce7f-4942-bf1b-3584965e509f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.098686 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-fd40618b-31b3-4b65-8575-3f198f0597e4 None None] Current status of the port 1e14a8de-3546-4438-8edc-b15a40030370 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:16.130885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (75611821-ce7f-4942-bf1b-3584965e509f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.133658 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.135044 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75611821-ce7f-4942-bf1b-3584965e509f HTTP/1.1" status: 204 len: 168 time: 0.1334453 Mar 30 18:16:16.142831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371541cb-01aa-4edd-857e-33ca0fc0cf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75611821-ce7f-4942-bf1b-3584965e509f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.302168 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:14Z', 'revision_number': 3, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:16.339662 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Checking router: 66eb985a-a335-4ce3-b311-c8acbb76446d for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:16:16.340016 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Updating router 66eb985a-a335-4ce3-b311-c8acbb76446d port cc0f062f-005e-489f-b584-dd978a012b77 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:16:16.354305 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.360572 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 1e14a8de-3546-4438-8edc-b15a40030370 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:16.377045 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cc0f062f-005e-489f-b584-dd978a012b77), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.548971 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Allocated IP 172.20.0.1 (4da08d70-987b-42c0-994f-a7e77e36faf1/d4544101-ad23-442a-aa52-449f3092dca7/94c322b3-d279-4d88-986e-14d8123ad9bc) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:16.578785 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56306) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:16.668619 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks [] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.668858 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks [] for port (cc0f062f-005e-489f-b584-dd978a012b77), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.677513 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cc0f062f-005e-489f-b584-dd978a012b77), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.710743 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.719770 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f34f-1d4f-4880-b8d8-82fcd4664ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.732024 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Attempting to bind port cc0f062f-005e-489f-b584-dd978a012b77 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:16.732709 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Attempting to bind port cc0f062f-005e-489f-b584-dd978a012b77 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:16.733298 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Attempting to bind port cc0f062f-005e-489f-b584-dd978a012b77 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:16.745635 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:16.746399 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:16.747004 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.747590 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:16.748319 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Bound port: cc0f062f-005e-489f-b584-dd978a012b77, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:16.748968 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cc0f062f-005e-489f-b584-dd978a012b77), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.752080 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Pushing event updated for resources: {'Port': ['ID=cc0f062f-005e-489f-b584-dd978a012b77,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.767542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:16.773903 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:16.778971 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.779370 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:16.779997 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (66eb985a-a335-4ce3-b311-c8acbb76446d), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.780460 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.781160 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.781798 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.782569 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.783115 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.783428 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Pushing event updated for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.784043 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.784737 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.785297 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.785844 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.786389 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.786952 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.787532 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.788244 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.788804 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:16.839098 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] For port cc0f062f-005e-489f-b584-dd978a012b77, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:16.843265 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] For port cc0f062f-005e-489f-b584-dd978a012b77, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cc0f062f-005e-489f-b584-dd978a012b77,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:16.843864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f34f-1d4f-4880-b8d8-82fcd4664ab5 admin admin] Publish callbacks [] for security_group (0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.849565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f34f-1d4f-4880-b8d8-82fcd4664ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.856267 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cc0f062f-005e-489f-b584-dd978a012b77), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:16.928107 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7fb6f34f-1d4f-4880-b8d8-82fcd4664ab5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2738d568ba6f4acb88557e9080f21281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462176 Mar 30 18:16:16.930387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6f34f-1d4f-4880-b8d8-82fcd4664ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.932168 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56320) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:16.934709 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:16.935450 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:16.939658 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f9f46-f462-43e2-8748-b2e66b100a20 None None] Pushing event updated for resources: {'Port': ['ID=cc0f062f-005e-489f-b584-dd978a012b77,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:16.991577 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.107133 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] Publish callbacks [] for security_group (0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.108570 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:17.130155 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0c96b9b0-7d1d-405e-9e49-31c202650aa1 None None] Provisioning complete for port 94c322b3-d279-4d88-986e-14d8123ad9bc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:17.130934 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0c96b9b0-7d1d-405e-9e49-31c202650aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.162145 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] Publish callbacks [] for security_group (0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.184795 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0c96b9b0-7d1d-405e-9e49-31c202650aa1 None None] Port 94c322b3-d279-4d88-986e-14d8123ad9bc cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:16:17.249158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1416d-8ab2-4846-bb4e-3038c029de80 req-21439ac0-ae9a-4d6c-b6f0-53a0554bb9f7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:17.251055 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-37f1416d-8ab2-4846-bb4e-3038c029de80 req-21439ac0-ae9a-4d6c-b6f0-53a0554bb9f7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1979802 Mar 30 18:16:17.275386 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e14a8de-3546-4438-8edc-b15a40030370 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:17.378031 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-37f1416d-8ab2-4846-bb4e-3038c029de80 req-e45d48dd-b735-46b6-9bbe-c342308ab713 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092992 Mar 30 18:16:17.378031 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.379641 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.393252 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0 HTTP/1.1" status: 204 len: 168 time: 0.4472475 Mar 30 18:16:17.405840 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 1, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:17.420845 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a914-b4a6-42f9-b51c-da5cdad1375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17c7ab-d1e4-46ee-ad0e-d3c761207cc0,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:17.428281 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks [] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.435154 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.436196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (66eb985a-a335-4ce3-b311-c8acbb76446d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.454906 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca4e3a-7442-410a-a7f0-a5b728ea35b7 None None] The sync data for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi is: [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 1, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:16:17.524206 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 1e14a8de-3546-4438-8edc-b15a40030370 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:17.524937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e14a8de-3546-4438-8edc-b15a40030370), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.553293 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Pushing event updated for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:17.635611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 1e14a8de-3546-4438-8edc-b15a40030370 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:17.640162 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:17.641968 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:17.856983 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Router 66eb985a-a335-4ce3-b311-c8acbb76446d has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:16:17.964398 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56346) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:18.013239 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-38d41f75-5fe2-4ab2-a722-32751c64f731 None None] Provisioning complete for port 94c322b3-d279-4d88-986e-14d8123ad9bc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:18.013621 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-38d41f75-5fe2-4ab2-a722-32751c64f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.033137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:16:18.039419 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6c41b12b-7853-4430-863b-0490025f677e admin admin] 10.222.0.24 "PUT /v2.0/routers/66eb985a-a335-4ce3-b311-c8acbb76446d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079063 Mar 30 18:16:18.071207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-38d41f75-5fe2-4ab2-a722-32751c64f731 None None] Port 94c322b3-d279-4d88-986e-14d8123ad9bc cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:16:18.235607 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-144b2efd-0102-4acf-9114-27176787d288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.337573 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-144b2efd-0102-4acf-9114-27176787d288 admin admin] Publish callbacks [] for security_group (ec298ffe-df4c-4842-9c85-872adddc6b0e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.341949 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-144b2efd-0102-4acf-9114-27176787d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ec298ffe-df4c-4842-9c85-872adddc6b0e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.423912 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56364) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:18.424505 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-144b2efd-0102-4acf-9114-27176787d288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cddc41732fc24273a369af6833338979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585626 Mar 30 18:16:18.433925 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b2efd-0102-4acf-9114-27176787d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec298ffe-df4c-4842-9c85-872adddc6b0e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:18.496258 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] Publish callbacks [] for security_group (ec298ffe-df4c-4842-9c85-872adddc6b0e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.545530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] Publish callbacks [] for security_group (ec298ffe-df4c-4842-9c85-872adddc6b0e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.622303 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0fcc-401a-4ce4-ba3b-a877b690d185 req-cc528100-4255-4bd9-aec5-863734c93bf5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:18.624101 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a02a0fcc-401a-4ce4-ba3b-a877b690d185 req-cc528100-4255-4bd9-aec5-863734c93bf5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0927577 Mar 30 18:16:18.661437 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (ec298ffe-df4c-4842-9c85-872adddc6b0e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.664909 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.669754 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec298ffe-df4c-4842-9c85-872adddc6b0e HTTP/1.1" status: 204 len: 168 time: 0.2426662 Mar 30 18:16:18.701935 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40770701-196a-4e9d-a7ee-3c984826b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec298ffe-df4c-4842-9c85-872adddc6b0e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:18.724177 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a02a0fcc-401a-4ce4-ba3b-a877b690d185 req-db4424f2-5bca-4221-8868-c7a201acfa54 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927153 Mar 30 18:16:18.806721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56386) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:18.812936 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-581338727-network', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:18.837586 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Made reservation on behalf of 84cef9dc9bd34235a0755308c2d3da35 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:18.840262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.852447 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.956871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks [] for security_group (d613b368-0295-44f2-9464-6cbfd696a814), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.962608 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d613b368-0295-44f2-9464-6cbfd696a814), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.988048 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:16:19.009172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (2de77c87-6cb8-43fa-bed7-d3d9366c6598), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.009666 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Added segment 2de77c87-6cb8-43fa-bed7-d3d9366c6598 of type vlan for network 1111ca7e-b501-437f-82c6-02617d876514 Mar 30 18:16:19.011147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613b368-0295-44f2-9464-6cbfd696a814,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:19.061176 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (1111ca7e-b501-437f-82c6-02617d876514), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.099395 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (1111ca7e-b501-437f-82c6-02617d876514), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.100849 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:19.104229 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.177798 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3699548 Mar 30 18:16:19.180786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56396) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:19.188700 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Request body: {'subnet': {'network_id': '1111ca7e-b501-437f-82c6-02617d876514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-581338727-subnet', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:19.210478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35bf7f-b230-4ad9-9e71-13b670ba4320 admin admin] Pushing event updated for resources: {'Network': ['ID=1111ca7e-b501-437f-82c6-02617d876514,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:19.233141 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Made reservation on behalf of 84cef9dc9bd34235a0755308c2d3da35 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:19.236180 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 1111ca7e-b501-437f-82c6-02617d876514 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:16:19.236739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14426854'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.346933 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cc0f062f-005e-489f-b584-dd978a012b77 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:19.425904 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port cc0f062f-005e-489f-b584-dd978a012b77 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:19.425904 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (cc0f062f-005e-489f-b584-dd978a012b77), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.496765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16272345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14426864'] for subnet (97f715eb-1f49-4d06-8c99-fafc3e0e0ea0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.528622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port cc0f062f-005e-489f-b584-dd978a012b77 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:19.529552 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cc0f062f-005e-489f-b584-dd978a012b77), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.558470 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f715eb-1f49-4d06-8c99-fafc3e0e0ea0,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:19.560879 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port cc0f062f-005e-489f-b584-dd978a012b77, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cc0f062f-005e-489f-b584-dd978a012b77,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:19.567227 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cc0f062f-005e-489f-b584-dd978a012b77), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.568806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Checking segment: {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:19.569163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Network hostable DHCP agents. Network: 1111ca7e-b501-437f-82c6-02617d876514, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:16:19.591540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Network 1111ca7e-b501-437f-82c6-02617d876514 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:16:19.607171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 1111ca7e-b501-437f-82c6-02617d876514) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:19.616959 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a488437-6fd5-4322-86ab-f0308404009c None None] Network 1111ca7e-b501-437f-82c6-02617d876514 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:19.622284 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:19.623497 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.653340 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56412) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:19.653965 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5fafc9e3-9347-4b8f-83e5-278b35259f0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4713385 Mar 30 18:16:19.658501 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:19.686249 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.687551 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.687704 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=cc0f062f-005e-489f-b584-dd978a012b77,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:19.757842 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666374a-228e-4de4-b1da-835171052332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-1111ca7e-b501-437f-82c6-02617d876514', 'network_id': '1111ca7e-b501-437f-82c6-02617d876514', 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'fixed_ips': [{'subnet_id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:16:19.758847 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.764117 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for router_controller (486dc5dc-a834-4c51-8812-9ee5a5eec70e), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.938960 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-f666374a-228e-4de4-b1da-835171052332 None None] Allocated IP 172.20.0.2 (1111ca7e-b501-437f-82c6-02617d876514/97f715eb-1f49-4d06-8c99-fafc3e0e0ea0/08858de2-957f-4d09-9efb-338daf236a72) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:19.975268 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for router_gateway (486dc5dc-a834-4c51-8812-9ee5a5eec70e), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:19.985402 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455b266-340c-42d6-912c-3bb74079a219 req-3f490b37-4470-4f72-994e-7e3086f40e61 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:19.987770 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c455b266-340c-42d6-912c-3bb74079a219 req-3f490b37-4470-4f72-994e-7e3086f40e61 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1705139 Mar 30 18:16:20.086694 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c455b266-340c-42d6-912c-3bb74079a219 req-6418c9e6-31b6-4015-90d1-fe320eeaa5a2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906224 Mar 30 18:16:20.112882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks [] for port (08858de2-957f-4d09-9efb-338daf236a72), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.121075 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (08858de2-957f-4d09-9efb-338daf236a72), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.158856 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:16:20.163905 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666374a-228e-4de4-b1da-835171052332 None None] Network 1111ca7e-b501-437f-82c6-02617d876514 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:20.166694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-f666374a-228e-4de4-b1da-835171052332 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:20.173854 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666374a-228e-4de4-b1da-835171052332 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:20.204080 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666374a-228e-4de4-b1da-835171052332 None None] Pushing event updated for resources: {'Port': ['ID=08858de2-957f-4d09-9efb-338daf236a72,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:20.244506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f666374a-228e-4de4-b1da-835171052332 None None] Attempting to bind port 08858de2-957f-4d09-9efb-338daf236a72 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:20.245610 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f666374a-228e-4de4-b1da-835171052332 None None] Attempting to bind port 08858de2-957f-4d09-9efb-338daf236a72 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:20.246153 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666374a-228e-4de4-b1da-835171052332 None None] Attempting to bind port 08858de2-957f-4d09-9efb-338daf236a72 on network 1111ca7e-b501-437f-82c6-02617d876514 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:20.252094 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666374a-228e-4de4-b1da-835171052332 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:20.253727 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666374a-228e-4de4-b1da-835171052332 None None] Checking segment: {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:20.254760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.255339 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666374a-228e-4de4-b1da-835171052332 None None] Bound using segment: {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:20.255991 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f666374a-228e-4de4-b1da-835171052332 None None] Bound port: 08858de2-957f-4d09-9efb-338daf236a72, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:20.256585 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (08858de2-957f-4d09-9efb-338daf236a72), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.343993 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f666374a-228e-4de4-b1da-835171052332 None None] For port 08858de2-957f-4d09-9efb-338daf236a72, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:20.348188 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f666374a-228e-4de4-b1da-835171052332 None None] For port 08858de2-957f-4d09-9efb-338daf236a72, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=08858de2-957f-4d09-9efb-338daf236a72,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:20.354461 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f666374a-228e-4de4-b1da-835171052332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (08858de2-957f-4d09-9efb-338daf236a72), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.387896 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Sync routers for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:16:20.419817 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:20.420544 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:20.487591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for router_gateway (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.507462 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.510196 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666374a-228e-4de4-b1da-835171052332 None None] Pushing event updated for resources: {'Port': ['ID=08858de2-957f-4d09-9efb-338daf236a72,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:20.566618 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:20.689880 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Allocated IP 172.27.2.41 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/36db33cf-dc2a-4c1a-a7af-dd2bff655204) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:20.843452 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.873136 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:17Z', 'revision_number': 2, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:20.892707 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:20.913546 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Checking router: 66eb985a-a335-4ce3-b311-c8acbb76446d for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:16:20.913907 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Updating router 66eb985a-a335-4ce3-b311-c8acbb76446d port 94c322b3-d279-4d88-986e-14d8123ad9bc binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:16:20.933640 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:20.936598 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:20.939028 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:20.948674 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.023237 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Pushing event updated for resources: {'Port': ['ID=36db33cf-dc2a-4c1a-a7af-dd2bff655204,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:21.246506 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for router_gateway (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.251211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b8d8-4767-4a5b-9083-54306371d01c req-dcadaa94-152b-471e-85d5-ca9b4b46eb1a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:21.253396 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b328b8d8-4767-4a5b-9083-54306371d01c req-dcadaa94-152b-471e-85d5-ca9b4b46eb1a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0806921 Mar 30 18:16:21.307835 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks [] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.317947 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.344337 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b328b8d8-4767-4a5b-9083-54306371d01c req-2f9fe71c-1bd5-4fec-99e8-42b4c9211fdc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739377 Mar 30 18:16:21.435782 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cc0f062f-005e-489f-b584-dd978a012b77 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:21.490053 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a75b5b-4db3-4fb6-952d-eba19b58f919 None None] Pushing event updated for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:21.559787 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Attempting to bind port 94c322b3-d279-4d88-986e-14d8123ad9bc on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:21.560165 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Attempting to bind port 94c322b3-d279-4d88-986e-14d8123ad9bc by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:21.560551 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Attempting to bind port 94c322b3-d279-4d88-986e-14d8123ad9bc on network 4da08d70-987b-42c0-994f-a7e77e36faf1 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:21.567366 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:21.567749 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Checking segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:21.568152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.568577 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Bound using segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:21.569111 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Bound port: 94c322b3-d279-4d88-986e-14d8123ad9bc, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:21.569495 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.580582 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.592381 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port cc0f062f-005e-489f-b584-dd978a012b77 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:21.592760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (cc0f062f-005e-489f-b584-dd978a012b77), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.691966 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] For port 94c322b3-d279-4d88-986e-14d8123ad9bc, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:21.704179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] For port 94c322b3-d279-4d88-986e-14d8123ad9bc, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=94c322b3-d279-4d88-986e-14d8123ad9bc,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:21.716726 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.750191 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4bc6c-79c5-4806-95b8-8b27c356bbd0 None None] Network 1111ca7e-b501-437f-82c6-02617d876514 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:21.765223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Router 486dc5dc-a834-4c51-8812-9ee5a5eec70e is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:16:21.784751 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Provisioning complete for port 94c322b3-d279-4d88-986e-14d8123ad9bc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:21.785207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.879024 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:16:21.888009 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Sync routers for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:16:21.902922 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:21.903269 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:21.904187 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:21.904575 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4c1b3771-7872-42be-af44-37d3b5de2d33 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2501504 Mar 30 18:16:21.907519 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56442) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:22.027121 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a75b5b-4db3-4fb6-952d-eba19b58f919 None None] Pushing event updated for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:22.039309 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port cc0f062f-005e-489f-b584-dd978a012b77 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:22.044482 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 08858de2-957f-4d09-9efb-338daf236a72 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:22.048279 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:22.049175 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:22.094045 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:22.263641 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:22.281562 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:21Z', 'revision_number': 3, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:22.285563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56450) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:22.320624 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Checking router: 486dc5dc-a834-4c51-8812-9ee5a5eec70e for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:16:22.321242 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Updating router 486dc5dc-a834-4c51-8812-9ee5a5eec70e port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:16:22.360316 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.389504 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.422380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-212925d3-bc6b-4e3e-97c6-30408941827a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.499974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.539662 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Current status of the port 94c322b3-d279-4d88-986e-14d8123ad9bc is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:22.540060 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.558434 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-212925d3-bc6b-4e3e-97c6-30408941827a admin admin] Publish callbacks [] for security_group (d004db65-f8d1-48b4-b04f-96956e281bb0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.568264 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-212925d3-bc6b-4e3e-97c6-30408941827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d004db65-f8d1-48b4-b04f-96956e281bb0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.583690 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c8c3-6b25-4141-8852-d88edeef583f req-8eecb75f-72e8-47e6-8e51-a4c61332919a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:22.590950 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e628c8c3-6b25-4141-8852-d88edeef583f req-8eecb75f-72e8-47e6-8e51-a4c61332919a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1250689 Mar 30 18:16:22.603015 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 08858de2-957f-4d09-9efb-338daf236a72 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:22.603403 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (08858de2-957f-4d09-9efb-338daf236a72), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.622685 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-212925d3-bc6b-4e3e-97c6-30408941827a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1250e58ee1420fb585a2dd545cd42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360124 Mar 30 18:16:22.624427 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212925d3-bc6b-4e3e-97c6-30408941827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d004db65-f8d1-48b4-b04f-96956e281bb0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:22.626980 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56456) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:22.650959 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] For port 94c322b3-d279-4d88-986e-14d8123ad9bc, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=94c322b3-d279-4d88-986e-14d8123ad9bc,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:22.665319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.688744 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Allocated IP 172.20.0.1 (1111ca7e-b501-437f-82c6-02617d876514/97f715eb-1f49-4d06-8c99-fafc3e0e0ea0/2b15829a-6af5-4506-8ae5-54b7cbe4c4a9) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:22.713490 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e628c8c3-6b25-4141-8852-d88edeef583f req-d9e01466-b37c-43e0-957a-de95fdfb607a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122720 Mar 30 18:16:22.732944 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] Publish callbacks [] for security_group (d004db65-f8d1-48b4-b04f-96956e281bb0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.770796 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085c9a5-26b8-4403-a9a4-1e4a4fd19670 None None] Pushing event updated for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:22.773048 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] Publish callbacks [] for security_group (d004db65-f8d1-48b4-b04f-96956e281bb0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.791345 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks [] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.798801 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.838608 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:21Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:22.847683 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Provisioning complete for port 94c322b3-d279-4d88-986e-14d8123ad9bc triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:22.847683 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.865777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d004db65-f8d1-48b4-b04f-96956e281bb0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.873317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.877281 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Attempting to bind port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:22.878426 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Attempting to bind port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:22.878869 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Attempting to bind port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:22.882887 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d004db65-f8d1-48b4-b04f-96956e281bb0 HTTP/1.1" status: 204 len: 168 time: 0.2545931 Mar 30 18:16:22.888450 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:22.889121 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:22.889216 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.890812 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:22.890932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 08858de2-957f-4d09-9efb-338daf236a72 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:22.891029 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Bound port: 36db33cf-dc2a-4c1a-a7af-dd2bff655204, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:22.891395 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.893396 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14d3fa-b50e-459f-89f0-a5791a92c79b None None] Pushing event updated for resources: {'Port': ['ID=36db33cf-dc2a-4c1a-a7af-dd2bff655204,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:22.895345 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6b7e3-0ccb-4f63-8797-ba04c5994bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d004db65-f8d1-48b4-b04f-96956e281bb0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:22.897095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (08858de2-957f-4d09-9efb-338daf236a72), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.924267 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ca46e-663a-4779-920f-804a05b983ca None None] The sync data for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi is: [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:21Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:16:22.964259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks [] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:22.989504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 08858de2-957f-4d09-9efb-338daf236a72, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=08858de2-957f-4d09-9efb-338daf236a72,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:22.990024 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] For port 36db33cf-dc2a-4c1a-a7af-dd2bff655204, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:22.993637 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] For port 36db33cf-dc2a-4c1a-a7af-dd2bff655204, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=36db33cf-dc2a-4c1a-a7af-dd2bff655204,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:22.996717 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (08858de2-957f-4d09-9efb-338daf236a72), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.003318 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.068927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.073027 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:23.073777 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:23.078974 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14d3fa-b50e-459f-89f0-a5791a92c79b None None] Pushing event updated for resources: {'Port': ['ID=36db33cf-dc2a-4c1a-a7af-dd2bff655204,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:23.104196 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=08858de2-957f-4d09-9efb-338daf236a72,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:23.107948 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Current status of the port 94c322b3-d279-4d88-986e-14d8123ad9bc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:23.125457 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Provisioning complete for port 08858de2-957f-4d09-9efb-338daf236a72 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:23.125844 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (08858de2-957f-4d09-9efb-338daf236a72), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.137889 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Pushing event updated for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:23.157487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Network 1111ca7e-b501-437f-82c6-02617d876514 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:23.159940 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:23.175631 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:23.177962 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.255332 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7c474809-107e-4188-836c-dc232ecf8a7f None None] Current status of the port 08858de2-957f-4d09-9efb-338daf236a72 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:23.360131 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 94c322b3-d279-4d88-986e-14d8123ad9bc up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:23.433970 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.454609 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:23.504478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-33af024f-1053-4d6b-bc60-c8333750a3f0 None None] Provisioning complete for port 08858de2-957f-4d09-9efb-338daf236a72 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:23.504959 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33af024f-1053-4d6b-bc60-c8333750a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (08858de2-957f-4d09-9efb-338daf236a72), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.595561 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 94c322b3-d279-4d88-986e-14d8123ad9bc triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:23.596008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.678984 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-33af024f-1053-4d6b-bc60-c8333750a3f0 None None] Current status of the port 08858de2-957f-4d09-9efb-338daf236a72 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:23.739959 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks [] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.745843 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:21Z', 'revision_number': 3, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:23.750762 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.752282 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.765997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 94c322b3-d279-4d88-986e-14d8123ad9bc is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:23.767191 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 08858de2-957f-4d09-9efb-338daf236a72 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:23.797468 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fdbf0-c429-4b86-a552-044f36faf690 None None] The sync data for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi is: [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:21Z', 'revision_number': 3, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:16:23.842048 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d0d15bf4-0fef-411a-a199-1338d2d842a6 None None] Provisioning complete for port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:23.842474 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d0d15bf4-0fef-411a-a199-1338d2d842a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.880246 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475aa6e-53de-4890-9768-ceed36eee94f req-aef435fa-94fd-48a7-a9ba-9b5e40e5eb3b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:23.883248 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a475aa6e-53de-4890-9768-ceed36eee94f req-aef435fa-94fd-48a7-a9ba-9b5e40e5eb3b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0897632 Mar 30 18:16:23.920558 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d0d15bf4-0fef-411a-a199-1338d2d842a6 None None] Port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:16:23.931187 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 08858de2-957f-4d09-9efb-338daf236a72 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:23.931490 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (08858de2-957f-4d09-9efb-338daf236a72), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:23.939157 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Pushing event updated for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:23.968861 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a475aa6e-53de-4890-9768-ceed36eee94f req-4ec27a96-96a3-41f3-be68-2119268992c3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712259 Mar 30 18:16:24.016402 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Network 1111ca7e-b501-437f-82c6-02617d876514 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:24.018524 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:24.051623 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 08858de2-957f-4d09-9efb-338daf236a72 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:24.107731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 56484) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:24.232660 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-57950103-network', 'tenant_id': '7dbc8eccfd62493eb905af7953da28c1'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:24.259534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Made reservation on behalf of 7dbc8eccfd62493eb905af7953da28c1 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:24.261917 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.285772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.361023 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-50d73af7-8035-4569-8bbd-db9d42197d4f None None] Provisioning complete for port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:24.361399 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-50d73af7-8035-4569-8bbd-db9d42197d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.411428 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-50d73af7-8035-4569-8bbd-db9d42197d4f None None] Port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:16:24.414311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks [] for security_group (e8c8fd19-7523-4912-9849-ce1a4a7fbb69), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.414894 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Router 486dc5dc-a834-4c51-8812-9ee5a5eec70e has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:16:24.420119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e8c8fd19-7523-4912-9849-ce1a4a7fbb69), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.447458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:16:24.456934 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c8fd19-7523-4912-9849-ce1a4a7fbb69,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:24.465263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (27c0bf15-862e-4714-bdd5-a22af4f8fdfb), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.465784 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Added segment 27c0bf15-862e-4714-bdd5-a22af4f8fdfb of type vlan for network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c Mar 30 18:16:24.514196 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.535673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:16:24.544901 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c2ddacb9-0a9b-480e-8f74-2896428b5507 admin admin] 10.222.0.24 "PUT /v2.0/routers/486dc5dc-a834-4c51-8812-9ee5a5eec70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362648 Mar 30 18:16:24.553782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.554951 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:24.555474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:24.849090 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7395334 Mar 30 18:16:24.851931 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56500) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:24.856948 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Request body: {'subnet': {'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-57950103-subnet', 'tenant_id': '7dbc8eccfd62493eb905af7953da28c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:24.871035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85c90-4665-40e9-84d1-57e7b9e55a37 admin admin] Pushing event updated for resources: {'Network': ['ID=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:24.883669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:16:24.896980 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Made reservation on behalf of 7dbc8eccfd62493eb905af7953da28c1 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:24.900522 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.213545 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3fa90-34c6-462d-a313-537a359fdff8 req-ee390a55-2ee5-4a67-95aa-0e40616995d3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:25.215045 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7be3fa90-34c6-462d-a313-537a359fdff8 req-ee390a55-2ee5-4a67-95aa-0e40616995d3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1249006 Mar 30 18:16:25.223849 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (1c92da31-4f43-4bdd-9fc4-81488fe49084), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.295556 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 36db33cf-dc2a-4c1a-a7af-dd2bff655204 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:25.305852 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c92da31-4f43-4bdd-9fc4-81488fe49084,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:25.325511 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7be3fa90-34c6-462d-a313-537a359fdff8 req-d527acc3-9d3e-40a9-b50e-3baa69fe9737 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982666 Mar 30 18:16:25.335624 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Checking segment: {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:25.335994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Network hostable DHCP agents. Network: 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:16:25.349430 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:25.349812 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.361207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:16:25.371674 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:25.377259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:25.378471 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.397866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922933b-b004-4984-b3a5-498c7231eace None None] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:25.419830 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fcc64006-25cc-42bc-a665-6cbba86cca74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5666740 Mar 30 18:16:25.574157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998bfee7-8b73-428b-acbf-602ceaf0829b None None] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:16:25.579260 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:25.579659 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.652284 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 36db33cf-dc2a-4c1a-a7af-dd2bff655204, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=36db33cf-dc2a-4c1a-a7af-dd2bff655204,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:25.660716 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:25.763449 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=36db33cf-dc2a-4c1a-a7af-dd2bff655204,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:26.157695 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Sync routers for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:16:26.170801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:26.175051 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:26.445314 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:26.484045 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30072-5025-45c3-afde-045df479b158 req-c6994d0f-d6d4-4fc3-bd0c-87f23549cc72 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:26.486309 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81d30072-5025-45c3-afde-045df479b158 req-c6994d0f-d6d4-4fc3-bd0c-87f23549cc72 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0716841 Mar 30 18:16:26.561967 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-81d30072-5025-45c3-afde-045df479b158 req-febb1833-0a21-450c-840c-03917b5e196b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667853 Mar 30 18:16:26.742694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:23Z', 'revision_number': 4, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '2b15829a-6af5-4506-8ae5-54b7cbe4c4a9', 'name': '', 'network_id': '1111ca7e-b501-437f-82c6-02617d876514', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'mac_address': 'fa:16:3e:36:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:22Z', 'updated_at': '2022-03-30T18:16:23Z', 'revision_number': 2, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'subnets': [{'id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:26.781673 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Checking router: 486dc5dc-a834-4c51-8812-9ee5a5eec70e for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:16:26.782319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Updating router 486dc5dc-a834-4c51-8812-9ee5a5eec70e port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:16:26.815608 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.151441 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks [] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.164232 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.242454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a85bc-4677-4f12-8bd3-964f08940536 None None] Pushing event updated for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:27.295760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Attempting to bind port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:27.296144 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Attempting to bind port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:27.296555 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Attempting to bind port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 on network 1111ca7e-b501-437f-82c6-02617d876514 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:27.302003 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 36db33cf-dc2a-4c1a-a7af-dd2bff655204 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:27.328127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:27.328549 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Checking segment: {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:27.328963 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.329368 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Bound using segment: {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:27.329864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Bound port: 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de77c87-6cb8-43fa-bed7-d3d9366c6598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1111ca7e-b501-437f-82c6-02617d876514'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:27.330248 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.418794 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:27.419175 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.442412 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] For port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:27.468839 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] For port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:27.483508 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.527825 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Provisioning complete for port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:27.528205 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.599329 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:16:27.599945 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:27.628437 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a85bc-4677-4f12-8bd3-964f08940536 None None] Pushing event updated for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:27.750747 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722241fc-3c43-4140-97f9-12bfb8c874ee req-8174d102-8723-43e2-85aa-d898a8515e4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:27.753346 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-722241fc-3c43-4140-97f9-12bfb8c874ee req-8174d102-8723-43e2-85aa-d898a8515e4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0732589 Mar 30 18:16:27.756429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:27.839325 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Current status of the port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:27.839722 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:27.861079 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-722241fc-3c43-4140-97f9-12bfb8c874ee req-6f1c7fae-69e2-4695-ac09-0d45b8ecafb4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980468 Mar 30 18:16:27.872235 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:16:27.927439 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] For port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:27.960607 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:28.063802 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977ff35-e158-4009-ae84-c219d5b3f8ef None None] Pushing event updated for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:28.097914 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3fa983d7-9a7d-4935-ae4c-15fc98a12e81 None None] Provisioning complete for port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:28.098289 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3fa983d7-9a7d-4935-ae4c-15fc98a12e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:28.238098 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:23Z', 'revision_number': 4, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '2b15829a-6af5-4506-8ae5-54b7cbe4c4a9', 'name': '', 'network_id': '1111ca7e-b501-437f-82c6-02617d876514', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'mac_address': 'fa:16:3e:36:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:22Z', 'updated_at': '2022-03-30T18:16:27Z', 'revision_number': 4, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'subnets': [{'id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:16:28.269512 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b4ce5-d204-4dec-aa60-39b910f34332 None None] The sync data for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi is: [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:16:23Z', 'revision_number': 4, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '2b15829a-6af5-4506-8ae5-54b7cbe4c4a9', 'name': '', 'network_id': '1111ca7e-b501-437f-82c6-02617d876514', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'mac_address': 'fa:16:3e:36:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:22Z', 'updated_at': '2022-03-30T18:16:27Z', 'revision_number': 4, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'subnets': [{'id': '97f715eb-1f49-4d06-8c99-fafc3e0e0ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:16:28.289125 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3fa983d7-9a7d-4935-ae4c-15fc98a12e81 None None] Current status of the port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:28.999100 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a705b9-eb27-44c8-b7d8-06e22fb0db95 req-8f5cc95a-f2a6-42d5-b33a-caaa5367c3ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:29.000723 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34a705b9-eb27-44c8-b7d8-06e22fb0db95 req-8f5cc95a-f2a6-42d5-b33a-caaa5367c3ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0775235 Mar 30 18:16:29.087207 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-34a705b9-eb27-44c8-b7d8-06e22fb0db95 req-52f0d22d-5d9b-4dce-8133-401172794d5e tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783966 Mar 30 18:16:29.397703 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:29.507974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:29.508558 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:29.614534 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:29.655479 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-16168798-a07d-46c0-b687-cdf540d3732b tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:29.664999 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-16168798-a07d-46c0-b687-cdf540d3732b tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 812 time: 0.1696017 Mar 30 18:16:29.682074 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-8756e8a3-6da2-4876-8b83-39beffcfefb1 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/quotas/7dbc8eccfd62493eb905af7953da28c1 HTTP/1.1" status: 200 len: 375 time: 0.0158615 Mar 30 18:16:29.724070 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-278a565c-9700-4e41-9d9f-46b792a5366e tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410385 Mar 30 18:16:29.830195 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-4b34d928-9b6a-4ebe-b5a1-1fe57a1bfe86 service neutron] 10.222.0.24 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052198 Mar 30 18:16:29.935584 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-d0ff6596-ed5d-49c6-b8e2-89fe30b497fa service neutron] 10.222.0.24 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991116 Mar 30 18:16:30.168919 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-42d612d7-b4a7-47b1-a8c5-a71a8f215dfc req-6f862411-1f52-4287-8605-ff9597f629b7 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 210 time: 0.0596466 Mar 30 18:16:30.250432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d8008-99a5-4f87-a8ca-b6e15f839da9 req-ea077dd8-dd53-4234-a61d-cae842dc4a4b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:30.261057 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-924d8008-99a5-4f87-a8ca-b6e15f839da9 req-ea077dd8-dd53-4234-a61d-cae842dc4a4b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0731802 Mar 30 18:16:30.332545 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-924d8008-99a5-4f87-a8ca-b6e15f839da9 req-62fd85ae-e390-47d4-a9e2-8b68631da68c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702493 Mar 30 18:16:31.260710 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-36498d77-b12b-4f16-9954-d238d56ef31a req-7cc78f55-3179-4462-a69a-535c4c64a0f5 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 210 time: 0.0282245 Mar 30 18:16:31.450992 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015f254-a9ac-4084-ad0d-d23da6ee92d5 req-31875504-4d4f-474b-a727-fb12f0da4da2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:31.452970 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0015f254-a9ac-4084-ad0d-d23da6ee92d5 req-31875504-4d4f-474b-a727-fb12f0da4da2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0570962 Mar 30 18:16:31.505488 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0015f254-a9ac-4084-ad0d-d23da6ee92d5 req-e08cae40-9217-4830-92fd-c11fed4c035e tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Mar 30 18:16:32.371574 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6679e72b-efd6-4b4b-a2f0-7fa7198f2bfa req-3f38abf3-0ab9-4452-ba27-cbbcb67abb9b tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 210 time: 0.0368502 Mar 30 18:16:32.704418 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11207e-e664-4f97-aa93-c95768575bb6 req-d2ed04ef-99b9-4744-9864-be7994d09938 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:32.707179 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c11207e-e664-4f97-aa93-c95768575bb6 req-d2ed04ef-99b9-4744-9864-be7994d09938 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0787487 Mar 30 18:16:32.763172 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c11207e-e664-4f97-aa93-c95768575bb6 req-57ab0799-5206-4944-aedd-c059bf200948 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Mar 30 18:16:33.125791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-6bb24c23-6327-40d5-95de-181b044e6940 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:33.128453 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-6bb24c23-6327-40d5-95de-181b044e6940 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 812 time: 0.1377599 Mar 30 18:16:33.142463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Request body: {'port': {'device_id': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c', 'admin_state_up': True, 'tenant_id': '7dbc8eccfd62493eb905af7953da28c1'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:33.267050 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Made reservation on behalf of 7dbc8eccfd62493eb905af7953da28c1 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:33.270876 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:33.414644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Allocated IP 172.20.0.7 (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c/1c92da31-4f43-4bdd-9fc4-81488fe49084/b9daea1f-4a1a-484f-bb64-fc0e31d0b497) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:33.482348 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31243ca4-ad89-4c71-826e-8ca401ac7a72 req-379baed9-0c18-439b-a287-c6cf02c6351f tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 210 time: 0.0278280 Mar 30 18:16:33.630944 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks [] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:33.695392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:33.739852 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:33.743780 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:33.752513 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:33.781577 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Pushing event updated for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:33.844432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:33.845264 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:33.871756 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-8ff951da-f20c-43b7-9234-ae869a5a9613 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337868 Mar 30 18:16:33.885822 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Request body: {'port': {'device_id': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:33.920919 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0785f1-dc64-4765-94b1-7494fbe6d926 req-84307366-4e0b-4cba-88e8-d344d979b09c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:33.922338 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e0785f1-dc64-4765-94b1-7494fbe6d926 req-84307366-4e0b-4cba-88e8-d344d979b09c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0664597 Mar 30 18:16:33.983995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:34.025051 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e0785f1-dc64-4765-94b1-7494fbe6d926 req-40b944b5-5b2d-4931-9667-8ebf40870367 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962651 Mar 30 18:16:34.426477 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5bc40-3db1-4bfd-b812-ac48a442a441 req-9a64ba4a-2274-4ebb-b3f4-0885c824d49f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:34.434119 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a7a5bc40-3db1-4bfd-b812-ac48a442a441 req-9a64ba4a-2274-4ebb-b3f4-0885c824d49f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1244559 Mar 30 18:16:34.450545 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9daea1f-4a1a-484f-bb64-fc0e31d0b497 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:16:34.462799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks [] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:34.481253 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Transition to ACTIVE for port object b9daea1f-4a1a-484f-bb64-fc0e31d0b497 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:16:34.490370 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:34.516508 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a7a5bc40-3db1-4bfd-b812-ac48a442a441 req-3b25212a-408c-4ef8-abb0-a7573d6ca3c3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780182 Mar 30 18:16:34.543521 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d59b-728f-435f-8b85-063e2c6071dd req-c3ee9b12-b829-440a-928c-a55cc0f58462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:34.544193 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-c3ee9b12-b829-440a-928c-a55cc0f58462 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.1371515 Mar 30 18:16:34.713462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Pushing event updated for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:34.794436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec58ce-a098-4c2d-9b49-7f83ec668e1f req-43f63405-c5a2-44b6-a665-d75c355c69d0 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:34.795911 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7dec58ce-a098-4c2d-9b49-7f83ec668e1f req-43f63405-c5a2-44b6-a665-d75c355c69d0 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 943 time: 0.1892843 Mar 30 18:16:34.797310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d59b-728f-435f-8b85-063e2c6071dd req-bc082966-79a1-4abd-8e3f-ea38741974eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:34.799465 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-bc082966-79a1-4abd-8e3f-ea38741974eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.2463903 Mar 30 18:16:34.887203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Attempting to bind port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:34.887823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Attempting to bind port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:34.888157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Attempting to bind port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:34.912033 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:16:34.912557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Attempting to bind port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:34.928191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:34.928607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Checking segment: {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:34.929001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Bound using segment: {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:34.929443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Bound port: b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:34.929812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:34.954900 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-11154ca0-bca7-423c-8623-6d8b11f29f5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1002 time: 0.1476574 Mar 30 18:16:34.959927 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7dec58ce-a098-4c2d-9b49-7f83ec668e1f req-850d91c4-4c89-4150-a447-003434ef412a tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561496 Mar 30 18:16:35.048417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d59b-728f-435f-8b85-063e2c6071dd req-6c98f3b8-f974-4086-899b-8410bfc1841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.050455 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-6c98f3b8-f974-4086-899b-8410bfc1841f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0689151 Mar 30 18:16:35.054279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:35.057898 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:35.096477 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:35.148216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.149249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:35.151563 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9daea1f-4a1a-484f-bb64-fc0e31d0b497 HTTP/1.1" status: 200 len: 1093 time: 1.2704973 Mar 30 18:16:35.157436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:35.159971 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:35.179366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722496-d18a-4d8c-9f78-6e7c33a7d756 service neutron] Pushing event updated for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:35.215998 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d59b-728f-435f-8b85-063e2c6071dd req-b322f257-c6ab-4bd9-8e35-24869f85db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.218190 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-b322f257-c6ab-4bd9-8e35-24869f85db2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583920 Mar 30 18:16:35.219963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f5f8f-1184-4b75-9063-673cad964190 x-openstack-request-id: req-328f5f8f-1184-4b75-9063-673cad964190 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:35.220390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:35.220786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-328f5f8f-1184-4b75-9063-673cad964190 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:35.221374 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328f5f8f-1184-4b75-9063-673cad964190'] response: {'name': 'network-changed', 'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497', 'status': 'completed', 'code': 200} Mar 30 18:16:35.319056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-6777b57f-d43a-495f-aa43-da05360d3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.320591 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-6777b57f-d43a-495f-aa43-da05360d3126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 1127 time: 0.1201887 Mar 30 18:16:35.375041 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-b41fa1d4-84a9-45e3-b8ab-b9c30ef4d1da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497 HTTP/1.1" status: 200 len: 217 time: 0.0429449 Mar 30 18:16:35.383632 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-9747a4c8-b04a-4aaa-807b-1900ed540d13 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580455 Mar 30 18:16:35.481462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f89-64a0-4815-9570-cb551724618a req-e248a399-937e-4ba2-860d-87a9a8ebf0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.482944 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-e248a399-937e-4ba2-860d-87a9a8ebf0f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c92da31-4f43-4bdd-9fc4-81488fe49084 HTTP/1.1" status: 200 len: 852 time: 0.0982926 Mar 30 18:16:35.528812 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-d7d87826-831a-46f7-84c3-f9d74f835e97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380723 Mar 30 18:16:35.550411 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c289d59b-728f-435f-8b85-063e2c6071dd req-db484f26-1134-49c5-8103-9c8c18fa1fe7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580093 Mar 30 18:16:35.638153 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-c87dd638-8109-4f36-8c03-60759158dacf service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999014 Mar 30 18:16:35.646285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f08711-a026-4458-a936-7f443041df58 req-4a7e9fc7-8e40-49fc-afe2-6196d1a021e0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.647779 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e4f08711-a026-4458-a936-7f443041df58 req-4a7e9fc7-8e40-49fc-afe2-6196d1a021e0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0630853 Mar 30 18:16:35.695383 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e4f08711-a026-4458-a936-7f443041df58 req-ebd0cfba-d93b-451a-a9c7-e28620c31c3f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Mar 30 18:16:35.734244 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32190f89-64a0-4815-9570-cb551724618a req-d5caca72-48ed-40b0-b29c-26a730032961 service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Mar 30 18:16:35.844694 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-aa49b5fd-83a7-4987-9ac9-eef4797badea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.846811 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-aa49b5fd-83a7-4987-9ac9-eef4797badea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 1127 time: 0.0572774 Mar 30 18:16:35.958318 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-a20cd20e-89c3-44b4-8d31-941d0edc382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:35.959803 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-a20cd20e-89c3-44b4-8d31-941d0edc382e service neutron] 10.222.0.23 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 912 time: 0.0965085 Mar 30 18:16:36.012373 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-623624e0-b55a-4aa0-ae22-352da08586aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497 HTTP/1.1" status: 200 len: 217 time: 0.0377998 Mar 30 18:16:36.094680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-39f4eb59-29ba-42d7-8a1d-0c461aedb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:36.096166 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-39f4eb59-29ba-42d7-8a1d-0c461aedb9d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c92da31-4f43-4bdd-9fc4-81488fe49084 HTTP/1.1" status: 200 len: 852 time: 0.0732088 Mar 30 18:16:36.111879 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-696db66a-ded5-4112-81cf-17f724e37933 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:36.114576 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-696db66a-ded5-4112-81cf-17f724e37933 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 814 time: 0.1138833 Mar 30 18:16:36.130200 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-58e02702-c00e-4659-a562-18055a1986fe tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/quotas/b73abed4fc01444bb09c9fea2ef8d107 HTTP/1.1" status: 200 len: 375 time: 0.0103278 Mar 30 18:16:36.131014 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-a3351935-1632-4fe1-85cf-c9f0101d1ffc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277619 Mar 30 18:16:36.138114 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0ac9-6804-4fb1-a340-a5a5a62447d6 req-c3b3dfef-978c-4710-991a-ff011450b3e7 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:36.139492 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-48eb0ac9-6804-4fb1-a340-a5a5a62447d6 req-c3b3dfef-978c-4710-991a-ff011450b3e7 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 943 time: 0.1081076 Mar 30 18:16:36.192017 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-e2f0e29d-1d90-4617-adb1-f2945a1c217e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559683 Mar 30 18:16:36.242522 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-48eb0ac9-6804-4fb1-a340-a5a5a62447d6 req-e63638b5-6069-42b5-ae97-e927d52c83a4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951514 Mar 30 18:16:36.264251 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-ff6c33ba-1c73-41cf-b5ad-e9f2e10e65a8 service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238015 Mar 30 18:16:36.288513 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-f41be948-3756-4b5f-81da-956277e91fae service neutron] 10.222.0.24 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854833 Mar 30 18:16:36.367468 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee78baf1-5cc8-43fe-bfc3-efea5782c99c req-7ae6be65-d04b-483b-b4e3-40334077267c service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911829 Mar 30 18:16:36.389848 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9a8a134f-04e4-4de2-89a0-67d9be93674f service neutron] 10.222.0.24 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956824 Mar 30 18:16:36.541861 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c065f6d0-3b1d-44fa-9392-0f5bc61c77d2 req-467a795e-93e4-491b-a8e1-5d1a4a1701ba tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0269535 Mar 30 18:16:36.821710 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953054-effb-43b7-a421-2b0ac56875b6 req-543ca337-410e-4b7d-af3d-cd2efb27a5ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:36.823399 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c953054-effb-43b7-a421-2b0ac56875b6 req-543ca337-410e-4b7d-af3d-cd2efb27a5ef tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0575316 Mar 30 18:16:36.881930 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3c953054-effb-43b7-a421-2b0ac56875b6 req-ff78f54a-9243-49ec-876d-3d5022942d74 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526254 Mar 30 18:16:37.363605 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c273dd-e972-41b4-b42f-fbf6e54d8fe8 req-14692fa3-28f7-45ae-8231-09d9cc37ae33 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:37.365127 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-88c273dd-e972-41b4-b42f-fbf6e54d8fe8 req-14692fa3-28f7-45ae-8231-09d9cc37ae33 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 943 time: 0.0572450 Mar 30 18:16:37.413811 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-88c273dd-e972-41b4-b42f-fbf6e54d8fe8 req-04cc0f0f-9172-4ce6-9253-4ab020737094 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Mar 30 18:16:37.547074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-4abaf808-ae21-41f2-bf70-03aab9d81bc4 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:37.548558 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-4abaf808-ae21-41f2-bf70-03aab9d81bc4 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 814 time: 0.1028655 Mar 30 18:16:37.561845 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'port': {'device_id': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'admin_state_up': True, 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:37.654322 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-127ff84d-5b17-48ea-b548-58ecb48560c3 req-feda8048-2f94-4c78-9f1c-0e2f2ea93e96 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0309043 Mar 30 18:16:37.666383 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b3c16d7a-814c-4f0d-87f1-1a84580c606c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:37.680856 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Made reservation on behalf of b73abed4fc01444bb09c9fea2ef8d107 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:16:37.684130 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:37.813700 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Allocated IP 172.20.0.4 (4da08d70-987b-42c0-994f-a7e77e36faf1/d4544101-ad23-442a-aa52-449f3092dca7/77126b0b-74f6-4b42-91be-d31917024656) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:16:38.048141 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for port (77126b0b-74f6-4b42-91be-d31917024656), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.121768 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.187850 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:38.202908 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b9daea1f-4a1a-484f-bb64-fc0e31d0b497 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:16:38.214023 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:16:38.216176 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:16:38.219431 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:16:38.283167 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:38.284169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.304242 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-14b3ff9a-379c-499a-a3a0-72e7a2cd7cb0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457933 Mar 30 18:16:38.411143 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:38.425645 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497', 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c', 'port_id': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497', 'mac_address': 'fa:16:3e:e7:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92da31-4f43-4bdd-9fc4-81488fe49084', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:16:38.504024 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:38.505273 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.610590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bff64-cde1-4ff0-8fc3-ea8f987c173a req-d9493b92-24e0-4e5a-82cf-2808d26b5cb4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:38.619435 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bc4bff64-cde1-4ff0-8fc3-ea8f987c173a req-d9493b92-24e0-4e5a-82cf-2808d26b5cb4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 943 time: 0.1214547 Mar 30 18:16:38.680839 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bc4bff64-cde1-4ff0-8fc3-ea8f987c173a req-7e0110c5-2fa3-411e-bf02-723bcd1dab36 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Mar 30 18:16:38.701273 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9daea1f-4a1a-484f-bb64-fc0e31d0b497 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:16:38.732027 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:38.745355 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.812562 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b86303-6536-453c-ab92-07904bf3b7a3 req-79f732ab-7a08-44b6-8154-440cbe1cc703 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:38.823662 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-97b86303-6536-453c-ab92-07904bf3b7a3 req-79f732ab-7a08-44b6-8154-440cbe1cc703 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0815401 Mar 30 18:16:38.829205 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-b913f409-98fa-402d-91b2-bda9e386fb48 None None] Provisioning complete for port 77126b0b-74f6-4b42-91be-d31917024656 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:38.829909 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b913f409-98fa-402d-91b2-bda9e386fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (77126b0b-74f6-4b42-91be-d31917024656), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:38.868013 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:38.886882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-b913f409-98fa-402d-91b2-bda9e386fb48 None None] Port 77126b0b-74f6-4b42-91be-d31917024656 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:16:38.891848 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-97b86303-6536-453c-ab92-07904bf3b7a3 req-9e0ae5af-1162-4ddf-bd34-30456df9aef0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Mar 30 18:16:39.036704 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b9daea1f-4a1a-484f-bb64-fc0e31d0b497'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:16:39.410998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56760) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:39.527456 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b880147-a50d-4b63-b784-dda9238ade8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.610964 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b880147-a50d-4b63-b784-dda9238ade8a admin admin] Publish callbacks [] for security_group (1fe9900e-6fd5-4259-8ee8-9de97359b573), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.616102 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3b880147-a50d-4b63-b784-dda9238ade8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1fe9900e-6fd5-4259-8ee8-9de97359b573), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.662007 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3b880147-a50d-4b63-b784-dda9238ade8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=076baf88e97f4a7a8828c5d51d159932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487204 Mar 30 18:16:39.662007 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b880147-a50d-4b63-b784-dda9238ade8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9900e-6fd5-4259-8ee8-9de97359b573,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:39.664275 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 56764) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:39.734283 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] Publish callbacks [] for security_group (1fe9900e-6fd5-4259-8ee8-9de97359b573), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.759817 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] Publish callbacks [] for security_group (1fe9900e-6fd5-4259-8ee8-9de97359b573), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.828467 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (1fe9900e-6fd5-4259-8ee8-9de97359b573), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.831343 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:39.834850 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fe9900e-6fd5-4259-8ee8-9de97359b573 HTTP/1.1" status: 204 len: 168 time: 0.1673036 Mar 30 18:16:39.842792 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a5106-764c-47ab-b74b-041ab5985a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9900e-6fd5-4259-8ee8-9de97359b573,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:39.848279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc1f2-00e1-41d4-aeef-bd25e7c9f537 req-fa3d6b7c-5c9f-4640-873a-790806e61a11 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:39.849849 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d4cc1f2-00e1-41d4-aeef-bd25e7c9f537 req-fa3d6b7c-5c9f-4640-873a-790806e61a11 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 944 time: 0.0899992 Mar 30 18:16:39.950728 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d4cc1f2-00e1-41d4-aeef-bd25e7c9f537 req-b81ddd6f-48a4-4462-93c3-0d3286e5c49a tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830529 Mar 30 18:16:40.043475 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03fcb94b-1944-4c56-aa9b-0274543d1f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:40.074103 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df536e1-dc27-4e17-9577-4e75fdfbe273 req-dfcacc06-2ada-48c8-9455-5994349e4c1b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:40.080516 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8df536e1-dc27-4e17-9577-4e75fdfbe273 req-dfcacc06-2ada-48c8-9455-5994349e4c1b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0858238 Mar 30 18:16:40.139487 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8df536e1-dc27-4e17-9577-4e75fdfbe273 req-20b2f0cb-cc3c-41cb-b39a-2f8ac9c9fbc0 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551736 Mar 30 18:16:40.208466 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b9daea1f-4a1a-484f-bb64-fc0e31d0b497 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:40.264201 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:16:40.270570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:40.271140 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:40.355838 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:40.356233 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:40.382165 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:40.384639 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395e882-8461-4c74-a5a0-2a969cced6ea" -d '{"events": [{"server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:40.398580 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:40.404268 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:40.434389 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4d842-505b-4b2d-b5f8-45c5845db089 x-openstack-request-id: req-53d4d842-505b-4b2d-b5f8-45c5845db089 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:40.434705 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:40.434964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53d4d842-505b-4b2d-b5f8-45c5845db089 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:40.435360 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d4d842-505b-4b2d-b5f8-45c5845db089'] response: {'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497', 'code': 200} Mar 30 18:16:40.460436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:40.846752 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:41.072961 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db89c5-f6ef-4ada-b392-f7b459618814 req-0a6c570d-5f7c-4339-a9da-79d41aeab951 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:41.074764 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58db89c5-f6ef-4ada-b392-f7b459618814 req-0a6c570d-5f7c-4339-a9da-79d41aeab951 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0541892 Mar 30 18:16:41.128124 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58db89c5-f6ef-4ada-b392-f7b459618814 req-7446b99e-55f4-4740-8736-ababe9a1dbfc tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Mar 30 18:16:41.273911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5051c-19ed-4ff9-be09-5b6d68266ba0 req-b15a9765-05c5-4211-9b8b-050e1f314d03 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:41.275516 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f4a5051c-19ed-4ff9-be09-5b6d68266ba0 req-b15a9765-05c5-4211-9b8b-050e1f314d03 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0558844 Mar 30 18:16:41.332582 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f4a5051c-19ed-4ff9-be09-5b6d68266ba0 req-a5d61fc9-69d9-4cd8-8326-2cd16f468bcd tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513408 Mar 30 18:16:42.259043 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6254-1b6d-4fda-a0cf-d1e9a1e47048 req-71590653-ff93-42ed-8da9-c4d21ce8ab71 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:42.261255 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6dab6254-1b6d-4fda-a0cf-d1e9a1e47048 req-71590653-ff93-42ed-8da9-c4d21ce8ab71 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0555727 Mar 30 18:16:42.311316 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6dab6254-1b6d-4fda-a0cf-d1e9a1e47048 req-f8d8d104-e483-4c1e-a3b7-bf67e71fed27 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Mar 30 18:16:42.455476 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef107a6-dc08-4b2a-82c6-471b2962c59b req-825b575c-30ec-4abb-aaa2-89a0a874709f tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:42.456931 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3ef107a6-dc08-4b2a-82c6-471b2962c59b req-825b575c-30ec-4abb-aaa2-89a0a874709f tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0544960 Mar 30 18:16:42.535385 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3ef107a6-dc08-4b2a-82c6-471b2962c59b req-e2593ed9-2c76-4641-b930-9641ef3d9654 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662720 Mar 30 18:16:42.567168 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:43.433411 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438e8b3-5cc1-49dc-bf51-ac72b8d57fbe req-674bc169-8d00-485a-8183-80ba7d3b85f5 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:43.435884 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6438e8b3-5cc1-49dc-bf51-ac72b8d57fbe req-674bc169-8d00-485a-8183-80ba7d3b85f5 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0546162 Mar 30 18:16:43.485389 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6438e8b3-5cc1-49dc-bf51-ac72b8d57fbe req-0b617e08-0ece-43c7-bdb5-32ef07bb37d9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Mar 30 18:16:43.646502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a725-cd23-4cb8-a2eb-ace2cc1d8e72 req-f72ba6c4-4cf3-4fa4-9a43-577f4738275b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:43.649471 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf14a725-cd23-4cb8-a2eb-ace2cc1d8e72 req-f72ba6c4-4cf3-4fa4-9a43-577f4738275b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0559688 Mar 30 18:16:43.701014 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf14a725-cd23-4cb8-a2eb-ace2cc1d8e72 req-8dfeb75a-f3fd-4904-8f3e-2ad0605b3518 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 Mar 30 18:16:44.071016 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:44.611472 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506270c-a1db-4622-b172-dd9831785c54 req-2838803a-269a-49a1-aead-fd1e073db2bc tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:44.612951 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2506270c-a1db-4622-b172-dd9831785c54 req-2838803a-269a-49a1-aead-fd1e073db2bc tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0589669 Mar 30 18:16:44.662445 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2506270c-a1db-4622-b172-dd9831785c54 req-751a234d-161f-4a92-8e4c-30ac622afddc tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Mar 30 18:16:44.824072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a35a5a-5243-4769-a849-4d8a78e85878 req-0d77dbb5-d6e8-4519-b9a3-19eebaa88294 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:44.825580 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-63a35a5a-5243-4769-a849-4d8a78e85878 req-0d77dbb5-d6e8-4519-b9a3-19eebaa88294 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0543451 Mar 30 18:16:44.874791 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-63a35a5a-5243-4769-a849-4d8a78e85878 req-0f43b866-ff5b-4585-a82b-629eb6d37ef1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Mar 30 18:16:45.784757 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045d731-d851-40cd-a26c-e2fb1276831c req-cacbe6ad-9fed-422a-a203-dbc96d1be012 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:45.786686 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d045d731-d851-40cd-a26c-e2fb1276831c req-cacbe6ad-9fed-422a-a203-dbc96d1be012 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0539072 Mar 30 18:16:45.835090 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d045d731-d851-40cd-a26c-e2fb1276831c req-215e26c8-c26c-4ce6-9722-d898db54436b tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Mar 30 18:16:46.002304 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e75769-ac25-4ab2-8e08-3b01646cb744 req-08260a8c-327f-4248-a55c-55b36b79c8cc tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:46.003777 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74e75769-ac25-4ab2-8e08-3b01646cb744 req-08260a8c-327f-4248-a55c-55b36b79c8cc tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.0609381 Mar 30 18:16:46.050773 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74e75769-ac25-4ab2-8e08-3b01646cb744 req-f3237483-e2a7-4b40-8c68-8e85ed0aba2a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Mar 30 18:16:46.629122 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Request body: {'port': {'device_id': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:16:46.688202 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:46.957953 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a6619-3c50-4aee-9de0-9698c2b25692 req-9050fbd8-60a4-4325-896a-2f6f4fc93e60 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:46.959450 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b9a6619-3c50-4aee-9de0-9698c2b25692 req-9050fbd8-60a4-4325-896a-2f6f4fc93e60 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0550320 Mar 30 18:16:47.013560 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b9a6619-3c50-4aee-9de0-9698c2b25692 req-95e64bcb-722b-4168-a6c1-4e9322ea187b tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483632 Mar 30 18:16:47.149874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eefe8-7f87-44b3-9f67-926c9a7ac79c req-4813363b-e11c-4993-a14e-07c005ae22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.151292 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b2eefe8-7f87-44b3-9f67-926c9a7ac79c req-4813363b-e11c-4993-a14e-07c005ae22cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 1129 time: 0.3562546 Mar 30 18:16:47.257066 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b2eefe8-7f87-44b3-9f67-926c9a7ac79c req-963137d9-ec99-4ae3-b401-f4b25f0130e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Mar 30 18:16:47.266939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330bc6-add3-4d0d-94df-8c83a3484321 req-415292ac-1c1d-4c48-8152-6846e1dfd63d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.268828 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51330bc6-add3-4d0d-94df-8c83a3484321 req-415292ac-1c1d-4c48-8152-6846e1dfd63d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 931 time: 0.1338563 Mar 30 18:16:47.351450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77126b0b-74f6-4b42-91be-d31917024656 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:16:47.361774 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51330bc6-add3-4d0d-94df-8c83a3484321 req-0c804471-ece4-4432-b2dd-42b2f96a99eb tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Mar 30 18:16:47.363544 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks [] for port (77126b0b-74f6-4b42-91be-d31917024656), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.376268 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Transition to ACTIVE for port object 77126b0b-74f6-4b42-91be-d31917024656 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:16:47.380485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.429262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:47.499621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Attempting to bind port 77126b0b-74f6-4b42-91be-d31917024656 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:16:47.499957 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Attempting to bind port 77126b0b-74f6-4b42-91be-d31917024656 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:16:47.500280 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Attempting to bind port 77126b0b-74f6-4b42-91be-d31917024656 on network 4da08d70-987b-42c0-994f-a7e77e36faf1 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:47.505071 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Port 77126b0b-74f6-4b42-91be-d31917024656 on network 4da08d70-987b-42c0-994f-a7e77e36faf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:16:47.505390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Attempting to bind port 77126b0b-74f6-4b42-91be-d31917024656 on network 4da08d70-987b-42c0-994f-a7e77e36faf1 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:16:47.510330 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:16:47.510632 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Checking segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:16:47.511015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Bound using segment: {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:16:47.511437 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Bound port: 77126b0b-74f6-4b42-91be-d31917024656, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749c0437-edef-4108-b2cc-4bfbd41b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:16:47.511797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.581363 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:16:47.584589 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:16:47.591134 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.626284 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.627848 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.629402 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] 10.222.0.23 "PUT /v2.0/ports/77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 1093 time: 1.0050480 Mar 30 18:16:47.631634 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:47.634144 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:47.669501 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e463f-21d7-4450-87f1-04746d61b190 service neutron] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:47.700059 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd3a14-ee03-4e56-8d09-b1677272a234 x-openstack-request-id: req-14dd3a14-ee03-4e56-8d09-b1677272a234 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:47.700400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:47.700662 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14dd3a14-ee03-4e56-8d09-b1677272a234 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:47.701090 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dd3a14-ee03-4e56-8d09-b1677272a234'] response: {'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:16:47.773084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-7b113980-6680-45cb-91bf-ff671fca9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.775112 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-7b113980-6680-45cb-91bf-ff671fca9597 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1127 time: 0.0479681 Mar 30 18:16:47.821252 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-dcfbb80a-1b4e-4e39-927f-4e9f9d009462 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 217 time: 0.0379226 Mar 30 18:16:47.873859 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-4dc5620c-7ec8-46e8-9fa4-d2421dfe86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.875302 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-4dc5620c-7ec8-46e8-9fa4-d2421dfe86a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0420828 Mar 30 18:16:47.927968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-fbe4668c-d8ea-4068-8cf5-1c94b82a82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:47.929546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-fbe4668c-d8ea-4068-8cf5-1c94b82a82d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460548 Mar 30 18:16:48.029317 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-abe3ea60-f168-4b89-9577-6f8287715c19 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Mar 30 18:16:48.162879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126e10-9221-4195-a085-b7bf1ce5f94b req-12604f86-8bd8-455c-b71a-856ccf91fa32 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.164357 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2b126e10-9221-4195-a085-b7bf1ce5f94b req-12604f86-8bd8-455c-b71a-856ccf91fa32 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0825555 Mar 30 18:16:48.166907 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d8ab7d1-2e4a-45f1-9ab5-5879aaaad695 req-5523d280-2247-455a-81b6-6e44f19c73bd service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268370 Mar 30 18:16:48.228117 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2b126e10-9221-4195-a085-b7bf1ce5f94b req-d8984a5f-8a99-4c51-86f1-2a2a455e59a0 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Mar 30 18:16:48.261348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-6825db73-300f-48ec-8dc9-fabf013083d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.262825 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-6825db73-300f-48ec-8dc9-fabf013083d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1127 time: 0.0492630 Mar 30 18:16:48.357617 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-97d3dc01-6822-43ed-8219-4b836ea0ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.359091 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-97d3dc01-6822-43ed-8219-4b836ea0ab48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.0822737 Mar 30 18:16:48.405855 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-3de7cf4c-079e-43eb-823c-7010b252cacc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 217 time: 0.0395992 Mar 30 18:16:48.459813 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-e6a4cb97-9adf-468e-ab12-2021d723f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.461293 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-e6a4cb97-9adf-468e-ab12-2021d723f078 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0447161 Mar 30 18:16:48.484739 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f1c8a-1996-4530-9389-1f5cb649cf9a req-08f1abe3-8532-40eb-958a-ad577769e799 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.486914 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ce2f1c8a-1996-4530-9389-1f5cb649cf9a req-08f1abe3-8532-40eb-958a-ad577769e799 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0536704 Mar 30 18:16:48.516144 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-838244a3-07d6-420c-adff-505cc90f89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:48.518002 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-838244a3-07d6-420c-adff-505cc90f89ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468142 Mar 30 18:16:48.546665 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ce2f1c8a-1996-4530-9389-1f5cb649cf9a req-322b95f7-8831-4704-972b-1184ac7bff24 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Mar 30 18:16:48.625218 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-b8ac91e7-10a5-48dc-960d-8db6e38c997f service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890696 Mar 30 18:16:48.715951 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-658c04b9-52f3-4ee6-8ef5-d4338b3863c5 req-1165dc6c-7e81-4296-bd36-2de9d744fc20 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821602 Mar 30 18:16:49.355447 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570639a9-881e-4758-8dd1-5a2b15c3fb43 req-3455bfd1-3620-408c-ad81-66c107553801 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:49.356973 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-570639a9-881e-4758-8dd1-5a2b15c3fb43 req-3455bfd1-3620-408c-ad81-66c107553801 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0615668 Mar 30 18:16:49.403177 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-570639a9-881e-4758-8dd1-5a2b15c3fb43 req-8e5848e5-a53a-4aa7-b216-d53d9aeab480 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Mar 30 18:16:49.662525 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4fa9-905a-40a0-ba6b-52ab6eb3a060 req-39a41a4e-7351-4783-9ed1-4845157df602 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:49.664127 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20fc4fa9-905a-40a0-ba6b-52ab6eb3a060 req-39a41a4e-7351-4783-9ed1-4845157df602 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0519795 Mar 30 18:16:49.713848 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20fc4fa9-905a-40a0-ba6b-52ab6eb3a060 req-b99136e7-e376-40f4-b5ce-8231bb36e259 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Mar 30 18:16:50.636690 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-761b3abc-5922-4c03-8a60-0b2a54a12b0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450814 Mar 30 18:16:50.699812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-137f3e0d-8150-449d-9b8d-c2b0801a6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:50.701714 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-137f3e0d-8150-449d-9b8d-c2b0801a6774 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 1130 time: 0.0468230 Mar 30 18:16:50.848868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-792c27f9-27d1-42aa-b541-0ebe1c0cf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:50.850458 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-792c27f9-27d1-42aa-b541-0ebe1c0cf048 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1262364 Mar 30 18:16:50.862531 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1287-df94-4394-8319-b3b53228a15b req-d2b726ce-c7c7-4306-9ae0-36675210934a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:50.863999 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b1f1287-df94-4394-8319-b3b53228a15b req-d2b726ce-c7c7-4306-9ae0-36675210934a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0824080 Mar 30 18:16:50.910505 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-3e28fc4d-dacf-4d60-8827-43d1ed091b93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 200 len: 217 time: 0.0453885 Mar 30 18:16:50.979806 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b1f1287-df94-4394-8319-b3b53228a15b req-2de33dd6-3d91-4b04-b1b7-83456eac6d81 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088769 Mar 30 18:16:50.985841 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-defa7e30-8b8a-41ad-bf8b-4e8c202ff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:50.987306 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-defa7e30-8b8a-41ad-bf8b-4e8c202ff328 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0680239 Mar 30 18:16:51.043863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-0e5dc6bb-7717-44a6-883b-4c0d9af5c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:51.045458 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-0e5dc6bb-7717-44a6-883b-4c0d9af5c685 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453563 Mar 30 18:16:51.147822 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-5b867147-a05b-40df-8aa5-64f75bb86020 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939808 Mar 30 18:16:51.247886 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a62eb8b4-8874-4b44-ad46-4cfa5a6ecbdc req-3df87ad2-86bc-4e4e-a563-62a27fe73a3a service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921957 Mar 30 18:16:52.108107 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854d7e4-224f-453c-bae6-bd45b400de57 req-04f537e3-e221-46bb-88b3-0a3a5e01ce6a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:52.109631 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0854d7e4-224f-453c-bae6-bd45b400de57 req-04f537e3-e221-46bb-88b3-0a3a5e01ce6a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 943 time: 0.0579081 Mar 30 18:16:52.133419 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:52.166688 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0854d7e4-224f-453c-bae6-bd45b400de57 req-34438193-8aab-4eb3-b891-494778ebe114 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500495 Mar 30 18:16:52.265270 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 77126b0b-74f6-4b42-91be-d31917024656 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:16:52.363965 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:52.374997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '77126b0b-74f6-4b42-91be-d31917024656', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'port_id': '77126b0b-74f6-4b42-91be-d31917024656', 'mac_address': 'fa:16:3e:2b:68:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:16:52.414567 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 77126b0b-74f6-4b42-91be-d31917024656 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:52.414942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:52.428689 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77126b0b-74f6-4b42-91be-d31917024656 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:16:52.449609 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:52.453482 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:52.504440 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:52.511384 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.511735 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.512078 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.512478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.512821 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.513156 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.513485 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.513810 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.514138 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.514483 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.514790 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.515128 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.515502 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.515776 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.516095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:16:52.837021 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:16:53.297496 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ad6e0-ab58-4490-9b2a-1640caa4220a req-a94bc645-b075-4cf3-a2e1-0ec0748da18d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:53.299589 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b8ad6e0-ab58-4490-9b2a-1640caa4220a req-a94bc645-b075-4cf3-a2e1-0ec0748da18d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0576553 Mar 30 18:16:53.346729 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b8ad6e0-ab58-4490-9b2a-1640caa4220a req-c4cf55b7-f743-42e5-9fd6-253610506c79 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Mar 30 18:16:54.293962 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 77126b0b-74f6-4b42-91be-d31917024656 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:16:54.347209 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 77126b0b-74f6-4b42-91be-d31917024656 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:16:54.351403 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 77126b0b-74f6-4b42-91be-d31917024656 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:16:54.351774 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (77126b0b-74f6-4b42-91be-d31917024656), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:54.438537 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 77126b0b-74f6-4b42-91be-d31917024656 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:16:54.438934 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:54.463214 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:16:54.465733 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796bff05-96f8-4cdc-b687-be8c1b3fe883" -d '{"events": [{"server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:16:54.470949 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb416970-eec7-4f85-972b-fa2f7f36922b req-24ac1105-eb95-4e49-acfe-90897c86f59a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:54.472719 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb416970-eec7-4f85-972b-fa2f7f36922b req-24ac1105-eb95-4e49-acfe-90897c86f59a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 944 time: 0.0555277 Mar 30 18:16:54.479311 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:16:54.483439 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:54.508997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df0cd20-6338-443c-9330-8d6e0e2aa8ef x-openstack-request-id: req-1df0cd20-6338-443c-9330-8d6e0e2aa8ef {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:16:54.509315 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:16:54.509575 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1df0cd20-6338-443c-9330-8d6e0e2aa8ef {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:16:54.509970 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df0cd20-6338-443c-9330-8d6e0e2aa8ef'] response: {'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'code': 200} Mar 30 18:16:54.540954 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:16:54.541408 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb416970-eec7-4f85-972b-fa2f7f36922b req-0e9bc9fb-576b-48fa-9c84-1460622edf81 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Mar 30 18:16:54.704679 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc905d-7654-4db6-84eb-345cb3313adf req-b180aa5d-e734-4147-a9a7-8f80c9936344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:54.706928 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3fc905d-7654-4db6-84eb-345cb3313adf req-b180aa5d-e734-4147-a9a7-8f80c9936344 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1129 time: 0.0456381 Mar 30 18:16:54.762015 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3fc905d-7654-4db6-84eb-345cb3313adf req-f166539b-5e79-4948-b6d5-d7ea8d25e4e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384417 Mar 30 18:16:55.664651 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9246795-a8c3-49c1-a780-d8c9df3f56a6 req-b0180cb8-6d2b-4577-85c4-8f756a539912 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:55.666116 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d9246795-a8c3-49c1-a780-d8c9df3f56a6 req-b0180cb8-6d2b-4577-85c4-8f756a539912 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0520077 Mar 30 18:16:55.711898 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d9246795-a8c3-49c1-a780-d8c9df3f56a6 req-857fd4b2-25db-4f0f-9edc-37261fc4ac1a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Mar 30 18:16:56.833097 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee63e9b-570a-4b3f-8726-b25737c60ca3 req-9cde82ed-fcc6-4317-a603-40ec49b34b09 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:56.834594 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ee63e9b-570a-4b3f-8726-b25737c60ca3 req-9cde82ed-fcc6-4317-a603-40ec49b34b09 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0566652 Mar 30 18:16:56.882012 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ee63e9b-570a-4b3f-8726-b25737c60ca3 req-f4223109-3213-4679-be29-eebe45825c2d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Mar 30 18:16:57.004881 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55210c3-8c68-41ee-8d92-e85f97da609a req-0528e181-0b6d-41e3-a440-3009e8c3ad51 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:57.006475 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f55210c3-8c68-41ee-8d92-e85f97da609a req-0528e181-0b6d-41e3-a440-3009e8c3ad51 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0581727 Mar 30 18:16:57.054223 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f55210c3-8c68-41ee-8d92-e85f97da609a req-3609e2ef-ead9-43d2-af49-774b4c6d6f72 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Mar 30 18:16:57.160448 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:16:57.398250 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46294cd8-0623-433a-83bf-4999848ce157 req-5ce56271-72bd-4ec9-a3e0-67f98b25d0e3 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:57.399709 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46294cd8-0623-433a-83bf-4999848ce157 req-5ce56271-72bd-4ec9-a3e0-67f98b25d0e3 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0582392 Mar 30 18:16:57.447338 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-46294cd8-0623-433a-83bf-4999848ce157 req-dcfde952-8a9f-4a0b-a923-5622bc719d73 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Mar 30 18:16:59.819377 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-06417876-52f3-4931-9011-1ae62f6c561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:59.820914 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-06417876-52f3-4931-9011-1ae62f6c561e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0787380 Mar 30 18:16:59.828811 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733a42d-cc34-4a57-9353-1ccbb3126e4e req-2fb63e2d-e117-4839-83c5-8fcc5b581af6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:59.830796 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0733a42d-cc34-4a57-9353-1ccbb3126e4e req-2fb63e2d-e117-4839-83c5-8fcc5b581af6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0788274 Mar 30 18:16:59.928245 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0733a42d-cc34-4a57-9353-1ccbb3126e4e req-3d22dc2c-75c6-4964-8fa9-d516f7b081ae tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910535 Mar 30 18:16:59.954577 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-80d6716c-6ea2-4bb8-ac96-09dd38c7fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:16:59.956705 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-80d6716c-6ea2-4bb8-ac96-09dd38c7fe75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1139467 Mar 30 18:17:00.027794 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-5cdee3d7-3e69-4239-98b9-00d901e97c45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1000 time: 0.0627518 Mar 30 18:17:00.077893 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-52009615-d884-4ce4-9cac-808df8beafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:00.079350 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-52009615-d884-4ce4-9cac-808df8beafbe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0448594 Mar 30 18:17:00.129074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-de1d93a8-a8e1-4b67-ac5a-e6dc6d7f42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:00.130567 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-de1d93a8-a8e1-4b67-ac5a-e6dc6d7f42c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440230 Mar 30 18:17:00.231442 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-1515d1f1-bce0-4062-989b-af29a668523b service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845661 Mar 30 18:17:00.331100 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-62bd7fb7-c2de-44af-8789-7a1112c1800e req-204de046-2155-4029-97fb-ddfb1dae2ea6 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922651 Mar 30 18:17:01.049968 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500863d-e17c-45e7-b3fd-29f741feda03 req-59af11a1-0623-4cc6-92e2-61a5df5272d1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:01.051454 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7500863d-e17c-45e7-b3fd-29f741feda03 req-59af11a1-0623-4cc6-92e2-61a5df5272d1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0535765 Mar 30 18:17:01.103873 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7500863d-e17c-45e7-b3fd-29f741feda03 req-fc9c2598-eeaf-4820-851a-d6c960edb331 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468886 Mar 30 18:17:02.221524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf592-245d-452f-be65-676dc532fcf7 req-056cf2f4-d46b-4bb4-b951-d8b1ae1f8aca tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:02.222914 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35faf592-245d-452f-be65-676dc532fcf7 req-056cf2f4-d46b-4bb4-b951-d8b1ae1f8aca tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Mar 30 18:17:02.267948 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35faf592-245d-452f-be65-676dc532fcf7 req-0b58dba6-1dda-4178-b303-b01e0c215569 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390413 Mar 30 18:17:03.389506 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648d02e-b03f-4f0c-bff3-dc8df9a26746 req-7b7a3b91-cff5-48fa-b204-dc3dc174bf7c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:03.391053 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8648d02e-b03f-4f0c-bff3-dc8df9a26746 req-7b7a3b91-cff5-48fa-b204-dc3dc174bf7c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Mar 30 18:17:03.440578 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8648d02e-b03f-4f0c-bff3-dc8df9a26746 req-eef75d09-8df7-4dff-a36a-5d94c9682055 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Mar 30 18:17:04.568388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965049b-d5c7-4223-ad99-60cae63fa278 req-707b4e6e-9fa9-4cc1-af02-ba466319a05e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:04.569859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c965049b-d5c7-4223-ad99-60cae63fa278 req-707b4e6e-9fa9-4cc1-af02-ba466319a05e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Mar 30 18:17:04.615446 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c965049b-d5c7-4223-ad99-60cae63fa278 req-c8cf46ba-21c0-4a33-91b4-f9ba8e8368fc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400574 Mar 30 18:17:05.732106 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa1f3-fd13-42da-bb89-226812b1ba46 req-1b342938-2bfd-454e-8fa2-6c4287768435 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:05.733595 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94bfa1f3-fd13-42da-bb89-226812b1ba46 req-1b342938-2bfd-454e-8fa2-6c4287768435 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0514803 Mar 30 18:17:05.779998 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-94bfa1f3-fd13-42da-bb89-226812b1ba46 req-e216682f-371c-42f9-8050-d66230937b9f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395412 Mar 30 18:17:06.850716 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6399f85-298b-4e7c-83b2-9ecf2419ff7a req-cde5a7de-53f0-4061-9e99-568788108db6 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:06.852428 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6399f85-298b-4e7c-83b2-9ecf2419ff7a req-cde5a7de-53f0-4061-9e99-568788108db6 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Mar 30 18:17:06.901238 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6399f85-298b-4e7c-83b2-9ecf2419ff7a req-7903b42b-0ee0-417e-be2c-a9f7be5d1608 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Mar 30 18:17:06.925749 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57048) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:06.990087 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19784c37-d75b-4c60-957e-200708f35890 req-6497c55d-ee3b-43fc-a7f8-d11e7f07b437 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:06.991812 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-19784c37-d75b-4c60-957e-200708f35890 req-6497c55d-ee3b-43fc-a7f8-d11e7f07b437 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0583136 Mar 30 18:17:07.040844 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-19784c37-d75b-4c60-957e-200708f35890 req-3b8d2182-a395-4e05-a9e8-21ec56aa03b8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Mar 30 18:17:07.151674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c0438-0ff7-4c3f-876d-8f1b280b5475 tempest-TestMinimumBasicScenario-21809138 tempest-TestMinimumBasicScenario-21809138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:07.153217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a59c0438-0ff7-4c3f-876d-8f1b280b5475 tempest-TestMinimumBasicScenario-21809138 tempest-TestMinimumBasicScenario-21809138-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1124 time: 0.2264371 Mar 30 18:17:07.156004 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57052) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:07.160609 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'port_id': '77126b0b-74f6-4b42-91be-d31917024656', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:07.182783 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:07.279221 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:07.389690 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Allocated IP 172.27.2.194 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/7110081d-f545-4d40-a645-14f1807cf00c) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:07.488191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for port (7110081d-f545-4d40-a645-14f1807cf00c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:07.521343 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (7110081d-f545-4d40-a645-14f1807cf00c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:07.560007 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:07.565262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:07.570790 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:07.592751 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'Port': ['ID=7110081d-f545-4d40-a645-14f1807cf00c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:07.607625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.607982 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.608362 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.608709 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.609059 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.609398 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.609736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.610071 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.610405 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.611323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.611680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.612016 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.612371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.612703 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.613033 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:07.669917 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-57efa966-8610-4e05-90c0-6875845e922b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:07.969752 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for floatingip (3ddc3d0c-8fe6-4b21-9a10-b718a68eb134), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.041216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (7110081d-f545-4d40-a645-14f1807cf00c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.156779 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f296d4f-765f-4d45-90ea-192c6e215477 req-27f76ccd-4e30-4494-9509-9bc55226a69a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:08.158788 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f296d4f-765f-4d45-90ea-192c6e215477 req-27f76ccd-4e30-4494-9509-9bc55226a69a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0533619 Mar 30 18:17:08.189790 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for port (7110081d-f545-4d40-a645-14f1807cf00c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.194555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (7110081d-f545-4d40-a645-14f1807cf00c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.207223 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f296d4f-765f-4d45-90ea-192c6e215477 req-fc4aa778-1d79-49e8-96b2-74fab5bc9909 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Mar 30 18:17:08.265348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'Port': ['ID=7110081d-f545-4d40-a645-14f1807cf00c,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:08.276147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (3ddc3d0c-8fe6-4b21-9a10-b718a68eb134), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.606514 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Floating IP 3ddc3d0c-8fe6-4b21-9a10-b718a68eb134 associated. External IP: 172.27.2.194, port: 77126b0b-74f6-4b42-91be-d31917024656. Mar 30 18:17:08.806882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Router 66eb985a-a335-4ce3-b311-c8acbb76446d has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:17:08.913670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:08.923062 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Sync routers for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:08.931769 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.932955 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:08.933573 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:08.961594 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-57e76ecb-1d34-457f-9877-fa1325ff0bda tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8045664 Mar 30 18:17:08.962167 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:08.964445 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de06d9df-4e33-49d0-8411-5bd6b384ebfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:08.964744 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57058) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:08.969806 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143563476', 'description': 'tempest-secgroup-smoke-2143563476 description', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:08.991267 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:08.999915 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f3dd13-5871-4266-887d-e73eddb73df4 x-openstack-request-id: req-f7f3dd13-5871-4266-887d-e73eddb73df4 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:09.000787 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:09.001046 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7f3dd13-5871-4266-887d-e73eddb73df4 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:09.002356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f3dd13-5871-4266-887d-e73eddb73df4'] response: {'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:17:09.057049 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:09.073378 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (15502727-aaae-4a15-97a9-9ec64b956231), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.079169 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (15502727-aaae-4a15-97a9-9ec64b956231), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.084129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-3548afaa-4b93-49be-81e6-12904bf3b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:09.086143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-3548afaa-4b93-49be-81e6-12904bf3b21a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1129 time: 0.0575018 Mar 30 18:17:09.104968 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.106470 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1407168 Mar 30 18:17:09.109501 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57064) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:09.115835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:09.118778 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77622c73-8f48-417c-9a2b-194d3d8b7bb1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15502727-aaae-4a15-97a9-9ec64b956231,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:09.196222 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (1c7b69cf-ef55-4709-9dae-00ac2282f4c8), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.231922 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-75cd961c-712c-442d-8b35-83b4e9709eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:09.233583 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-75cd961c-712c-442d-8b35-83b4e9709eba service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.1345589 Mar 30 18:17:09.312969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (1c7b69cf-ef55-4709-9dae-00ac2282f4c8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.320490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (1c7b69cf-ef55-4709-9dae-00ac2282f4c8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.354732 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373d5d-4b4f-45d0-9543-e4a45bce8a4c req-bbeb55c0-f14f-4815-8ae9-269830fa5788 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:09.358464 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '3ddc3d0c-8fe6-4b21-9a10-b718a68eb134', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'port_id': '77126b0b-74f6-4b42-91be-d31917024656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'mac_address': 'fa:16:3e:2b:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:07Z', 'updated_at': '2022-03-30T18:17:07Z', 'revision_number': 0, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:09.363914 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-321a425e-cee0-4cd7-aa5c-1f56094c35d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 999 time: 0.1192143 Mar 30 18:17:09.365154 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71373d5d-4b4f-45d0-9543-e4a45bce8a4c req-bbeb55c0-f14f-4815-8ae9-269830fa5788 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0774860 Mar 30 18:17:09.365275 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7b69cf-ef55-4709-9dae-00ac2282f4c8,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:09.384878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.386152 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5747215d-2751-4be5-b576-5c60667f479d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2755277 Mar 30 18:17:09.395636 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57068) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:09.399993 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Checking router: 66eb985a-a335-4ce3-b311-c8acbb76446d for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:09.404095 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:09.414961 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:09.415590 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:16:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:09.426887 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-ec76e167-3f5f-4ffd-b27b-335270a6ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:09.429029 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-ec76e167-3f5f-4ffd-b27b-335270a6ac64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0568647 Mar 30 18:17:09.452838 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-71373d5d-4b4f-45d0-9543-e4a45bce8a4c req-47fd8157-2210-49d5-854a-b9e4716d3930 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864136 Mar 30 18:17:09.475375 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (198b60be-643e-409e-95fe-c2f04afeb73f), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.495570 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-c6f090fe-f413-4522-9583-060b78184358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:09.498859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-c6f090fe-f413-4522-9583-060b78184358 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534482 Mar 30 18:17:09.528035 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (198b60be-643e-409e-95fe-c2f04afeb73f), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.534024 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (198b60be-643e-409e-95fe-c2f04afeb73f), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.555469 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:09.557506 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198b60be-643e-409e-95fe-c2f04afeb73f,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:09.565408 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.566867 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3c1c0870-9073-4086-9da3-e4f03bf63739 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660926 Mar 30 18:17:09.570469 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57070) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:09.577405 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:09.635942 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-b66bc8fe-b463-46cd-8c7f-66b36b66485c service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257572 Mar 30 18:17:09.636905 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (9e828d37-aea2-477d-a655-30690c413051), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.748135 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (9e828d37-aea2-477d-a655-30690c413051), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.757571 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (9e828d37-aea2-477d-a655-30690c413051), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.785206 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de06d9df-4e33-49d0-8411-5bd6b384ebfc req-e3cfb2f6-4725-479f-8b58-8bdb81683eea service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384969 Mar 30 18:17:09.787208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e828d37-aea2-477d-a655-30690c413051,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:09.793411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.801075 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-da09ed93-4fbb-4f5f-b3d6-22bfea46d6b1 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2257900 Mar 30 18:17:09.801439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57072) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:09.806001 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '3ddc3d0c-8fe6-4b21-9a10-b718a68eb134', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'port_id': '77126b0b-74f6-4b42-91be-d31917024656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'mac_address': 'fa:16:3e:2b:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:07Z', 'updated_at': '2022-03-30T18:17:07Z', 'revision_number': 0, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:09.806532 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:09.831043 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (ce8e1b2c-02ee-4d3b-919a-0e686d95b67f), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.834598 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac69235-126a-45e4-83c0-45bb9763dd6f None None] The sync data for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi is: [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '3ddc3d0c-8fe6-4b21-9a10-b718a68eb134', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'port_id': '77126b0b-74f6-4b42-91be-d31917024656', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'mac_address': 'fa:16:3e:2b:68:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:07Z', 'updated_at': '2022-03-30T18:17:07Z', 'revision_number': 0, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:17:09.896467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (ce8e1b2c-02ee-4d3b-919a-0e686d95b67f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.900934 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (ce8e1b2c-02ee-4d3b-919a-0e686d95b67f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.919385 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8e1b2c-02ee-4d3b-919a-0e686d95b67f,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:09.928741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:09.929971 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-46179762-96b8-4145-b63c-5f450c498330 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270204 Mar 30 18:17:09.932680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57074) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:09.936907 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:09.957729 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Project b73abed4fc01444bb09c9fea2ef8d107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:17:09.962400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (665092bd-1c4e-4aa9-8446-c73ee3cc7dc5), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.024107 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (665092bd-1c4e-4aa9-8446-c73ee3cc7dc5), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.028119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (665092bd-1c4e-4aa9-8446-c73ee3cc7dc5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.035464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0814e234-8c28-419e-9883-8a68bde3636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.054607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665092bd-1c4e-4aa9-8446-c73ee3cc7dc5,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:10.066291 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.066480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b703c6-8c8f-4cfe-aaf4-45724f030bf1 None None] New status for floating IP 3ddc3d0c-8fe6-4b21-9a10-b718a68eb134: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:17:10.067526 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-14c39c08-607b-49a6-85d6-e7c0937b230a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339371 Mar 30 18:17:10.070277 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57076) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:10.074651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'security_group_rule': {'security_group_id': '15502727-aaae-4a15-97a9-9ec64b956231', 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:10.097650 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Project b73abed4fc01444bb09c9fea2ef8d107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:17:10.103292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (6c4e137a-d560-4906-91e5-d38bd364e2e6), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.162587 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (6c4e137a-d560-4906-91e5-d38bd364e2e6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.166495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (6c4e137a-d560-4906-91e5-d38bd364e2e6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.186981 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4e137a-d560-4906-91e5-d38bd364e2e6,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:10.193174 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.197121 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-75fe4972-fb21-4005-af7b-be62fd7ddb19 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231329 Mar 30 18:17:10.295880 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-94eb0a71-c8a8-404a-8c39-b97a5102abbc tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143563476&fields=id&tenant_id=b73abed4fc01444bb09c9fea2ef8d107 HTTP/1.1" status: 200 len: 267 time: 0.0522804 Mar 30 18:17:10.352177 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-46a0e730-0c61-47ce-9a6c-f73386a6d319 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:10.353683 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-46a0e730-0c61-47ce-9a6c-f73386a6d319 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Mar 30 18:17:10.364726 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'port': {'security_groups': ['e317f27a-79e3-4117-8866-b4ecbf64a2ff', '15502727-aaae-4a15-97a9-9ec64b956231']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:10.435978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.569346 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a13bd-f082-4473-b856-c058d1125d24 req-5b6b4c33-f86a-4711-98c4-b4c56d0bd1c8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:10.570743 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-338a13bd-f082-4473-b856-c058d1125d24 req-5b6b4c33-f86a-4711-98c4-b4c56d0bd1c8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Mar 30 18:17:10.619968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:10.620739 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-338a13bd-f082-4473-b856-c058d1125d24 req-fa52d28b-0765-41dd-9a88-3464cec3037b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443461 Mar 30 18:17:10.650401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for port (77126b0b-74f6-4b42-91be-d31917024656), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.654783 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.667694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:17:10.696249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:10.696894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:10.698247 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-034fbff9-9121-402d-b416-0cc27faf16e5 req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "PUT /v2.0/ports/77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 981 time: 0.3385582 Mar 30 18:17:10.729028 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b1ffa-0859-440f-964b-4df8d111b189 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:10.813002 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:17:10.821068 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda341e7-2e4d-43b9-b0c3-a05ccab25543 req-3a0ac458-ab35-4b2d-9d98-f9176b186378 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:10.822534 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dda341e7-2e4d-43b9-b0c3-a05ccab25543 req-3a0ac458-ab35-4b2d-9d98-f9176b186378 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0581093 Mar 30 18:17:10.891201 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dda341e7-2e4d-43b9-b0c3-a05ccab25543 req-e4a9b1aa-f23b-41b0-9881-28017cb8f3da tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611413 Mar 30 18:17:10.893030 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:11.003715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:11.006015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a6647-e335-4761-9d51-0a3ea2a233b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:11.025478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3e45dd50-05d8-487f-8c7b-4c3b9bb7f37c None None] Provisioning complete for port 77126b0b-74f6-4b42-91be-d31917024656 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:11.025865 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3e45dd50-05d8-487f-8c7b-4c3b9bb7f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (77126b0b-74f6-4b42-91be-d31917024656), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:11.039815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dcd1cd-43c6-4576-b859-d00336f7c4be x-openstack-request-id: req-64dcd1cd-43c6-4576-b859-d00336f7c4be {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:11.040325 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:11.040422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64dcd1cd-43c6-4576-b859-d00336f7c4be {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:11.040758 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dcd1cd-43c6-4576-b859-d00336f7c4be'] response: {'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:17:11.111874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-bdaf5f9b-4a70-4728-b8a6-f2ec2ec24175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:11.113460 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-bdaf5f9b-4a70-4728-b8a6-f2ec2ec24175 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1168 time: 0.0472510 Mar 30 18:17:11.212686 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-eb44ebee-6c0f-4c29-864d-5fa9303e1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:11.214158 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-eb44ebee-6c0f-4c29-864d-5fa9303e1284 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.0930347 Mar 30 18:17:11.247056 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3e45dd50-05d8-487f-8c7b-4c3b9bb7f37c None None] Current status of the port 77126b0b-74f6-4b42-91be-d31917024656 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:11.292517 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-58c3d3a0-bacc-4325-bdbf-fbccb9e96750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 1001 time: 0.0609021 Mar 30 18:17:11.348868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-e3e43616-28a1-423e-888a-75de4145182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:11.350346 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-e3e43616-28a1-423e-888a-75de4145182a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0494986 Mar 30 18:17:11.401764 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-9ab6050a-52c8-4ed7-b852-054ce00f512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:11.403210 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-9ab6050a-52c8-4ed7-b852-054ce00f512c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458918 Mar 30 18:17:11.494195 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-b70b4eeb-f8f3-4868-b728-36b2d8b35aca service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830989 Mar 30 18:17:11.591281 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-610a6647-e335-4761-9d51-0a3ea2a233b4 req-3ba57468-fcf2-4b8e-81c6-a7a6575726d4 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832965 Mar 30 18:17:11.737544 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c03346-68ab-4568-b8c8-7350f499395e req-f2543a0e-2203-46f8-a45e-65c6f9073000 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:11.739017 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5c03346-68ab-4568-b8c8-7350f499395e req-f2543a0e-2203-46f8-a45e-65c6f9073000 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Mar 30 18:17:11.785404 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b5c03346-68ab-4568-b8c8-7350f499395e req-7af68dc7-48b9-4116-b193-c46b900cf639 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402620 Mar 30 18:17:12.508536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:12.905279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeea06-62e4-426a-9a33-87b96e2be738 req-46d038e7-d909-4e9e-905e-52d029acae7d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:12.906653 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fcaeea06-62e4-426a-9a33-87b96e2be738 req-46d038e7-d909-4e9e-905e-52d029acae7d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Mar 30 18:17:12.958953 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fcaeea06-62e4-426a-9a33-87b96e2be738 req-d74c6af4-19da-481e-912f-fb6354908c8a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Mar 30 18:17:14.073523 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:14.080939 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1144c7-e68d-4e7e-ae10-0b248a556bd5 req-661c37cf-f6b1-40a5-8f88-def80e3c27d2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:14.082398 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4e1144c7-e68d-4e7e-ae10-0b248a556bd5 req-661c37cf-f6b1-40a5-8f88-def80e3c27d2 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0579348 Mar 30 18:17:14.130551 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4e1144c7-e68d-4e7e-ae10-0b248a556bd5 req-07b1edaa-0a6d-4e24-817c-2f0f7d722e7c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Mar 30 18:17:15.258557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d7e7-f7d1-46f4-99bc-74b09bbb070a req-3d7c4c9d-c06a-451e-97af-9f6f9bce39da tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:15.260049 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d980d7e7-f7d1-46f4-99bc-74b09bbb070a req-3d7c4c9d-c06a-451e-97af-9f6f9bce39da tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0577245 Mar 30 18:17:15.305521 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d980d7e7-f7d1-46f4-99bc-74b09bbb070a req-bc5477e7-5610-430b-b42d-c2c2d71dd636 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 Mar 30 18:17:16.426807 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5281f-786c-4881-be90-4939aff06605 req-2e538004-decc-4dac-bde8-58d865af78f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:16.428260 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dbc5281f-786c-4881-be90-4939aff06605 req-2e538004-decc-4dac-bde8-58d865af78f8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Mar 30 18:17:16.474188 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dbc5281f-786c-4881-be90-4939aff06605 req-aa3e9fc5-32a1-4811-9637-bacf004bf931 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 Mar 30 18:17:17.593171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6dc6d-a1fe-411b-bf28-59d12896ed53 req-226f0b8d-0349-44ef-992c-23c459e0e8dd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:17.595563 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7c6dc6d-a1fe-411b-bf28-59d12896ed53 req-226f0b8d-0349-44ef-992c-23c459e0e8dd tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0525529 Mar 30 18:17:17.643618 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7c6dc6d-a1fe-411b-bf28-59d12896ed53 req-d812b3d4-60f3-442c-ad02-ee8c58066912 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420613 Mar 30 18:17:18.763586 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82fd47-44f5-4230-b5fe-1048c065f6d5 req-c3e918dd-05dd-46dd-a6d6-3fa5b484acb6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:18.765216 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f82fd47-44f5-4230-b5fe-1048c065f6d5 req-c3e918dd-05dd-46dd-a6d6-3fa5b484acb6 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0553479 Mar 30 18:17:18.825501 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f82fd47-44f5-4230-b5fe-1048c065f6d5 req-2168d65b-c093-4b71-a799-ee00ab2e0a47 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537205 Mar 30 18:17:19.943171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd94a-5ec9-440f-9636-f05c723c8df4 req-15e300f7-0c82-475d-89d5-094b9ec6cbbf tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:19.944648 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb0cd94a-5ec9-440f-9636-f05c723c8df4 req-15e300f7-0c82-475d-89d5-094b9ec6cbbf tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0512516 Mar 30 18:17:19.993882 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cb0cd94a-5ec9-440f-9636-f05c723c8df4 req-a8859021-6dde-4cea-ab68-ba8804594d59 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Mar 30 18:17:21.112772 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153277b-4c15-41c8-9f14-2c1d587d8e87 req-dc8fa016-b666-4897-b2af-47f4fc65d635 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:21.114150 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c153277b-4c15-41c8-9f14-2c1d587d8e87 req-dc8fa016-b666-4897-b2af-47f4fc65d635 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0526750 Mar 30 18:17:21.159835 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c153277b-4c15-41c8-9f14-2c1d587d8e87 req-8dc23e2b-73dd-4b78-a657-639c5817ec2f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Mar 30 18:17:22.137855 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:22.279223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b46cd-d1b7-4881-abcf-c6e253dfe87c req-8952f955-192e-4bef-9246-596f96ba5dbf tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:22.280721 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-835b46cd-d1b7-4881-abcf-c6e253dfe87c req-8952f955-192e-4bef-9246-596f96ba5dbf tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Mar 30 18:17:22.326489 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-835b46cd-d1b7-4881-abcf-c6e253dfe87c req-258551f2-7594-465a-bbf7-7e744227789c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Mar 30 18:17:23.442232 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e72695-61d2-4ea8-b2b3-a2fee72ff003 req-84399237-31f1-4681-b965-25558fbe0f62 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:23.443678 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a5e72695-61d2-4ea8-b2b3-a2fee72ff003 req-84399237-31f1-4681-b965-25558fbe0f62 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0508673 Mar 30 18:17:23.488586 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a5e72695-61d2-4ea8-b2b3-a2fee72ff003 req-91ee2274-2f03-4ec1-8757-78a4db35e823 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394211 Mar 30 18:17:24.604084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54132810-c62a-4d35-851e-d98dcdc64db6 req-502c9a2c-4cc7-4283-8c8b-60c0ead4f25e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:24.605582 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54132810-c62a-4d35-851e-d98dcdc64db6 req-502c9a2c-4cc7-4283-8c8b-60c0ead4f25e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Mar 30 18:17:24.651294 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-54132810-c62a-4d35-851e-d98dcdc64db6 req-ae9d238f-af56-4d7f-a320-6961d7085bbb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402548 Mar 30 18:17:25.771656 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682740d-f932-4a5c-ba19-d71ca7cd37ef req-f5027c2c-5446-4a33-b361-94174e709108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:25.773224 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8682740d-f932-4a5c-ba19-d71ca7cd37ef req-f5027c2c-5446-4a33-b361-94174e709108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0568478 Mar 30 18:17:25.820006 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8682740d-f932-4a5c-ba19-d71ca7cd37ef req-3790a8fc-0d0c-4a4a-a7b4-a01e5af11150 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412428 Mar 30 18:17:26.283802 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70367e11-31ed-4d77-bc4c-080f651b9ed1 req-4f037c34-4015-4188-bd36-6d8a857ba998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:26.285319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70367e11-31ed-4d77-bc4c-080f651b9ed1 req-4f037c34-4015-4188-bd36-6d8a857ba998 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0467229 Mar 30 18:17:26.332221 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70367e11-31ed-4d77-bc4c-080f651b9ed1 req-f313a1c6-4c6b-4c12-85cd-f3bd7c860bd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374792 Mar 30 18:17:26.937419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d5fa-73e6-4bcd-b403-db474064f8eb req-a505e858-96e0-448b-bbbd-30a4cf7c9ee0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:26.939099 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-01d1d5fa-73e6-4bcd-b403-db474064f8eb req-a505e858-96e0-448b-bbbd-30a4cf7c9ee0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Mar 30 18:17:26.985772 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-01d1d5fa-73e6-4bcd-b403-db474064f8eb req-a4d9b8bc-5941-4c3b-913e-715c103c64b8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Mar 30 18:17:28.104378 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73d49-3229-4c36-9789-8d085d86b98a req-d8da4642-c34d-405d-9726-74e6683cb9ef tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.105827 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9fb73d49-3229-4c36-9789-8d085d86b98a req-d8da4642-c34d-405d-9726-74e6683cb9ef tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Mar 30 18:17:28.152256 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9fb73d49-3229-4c36-9789-8d085d86b98a req-e10d0cb2-450f-4ec6-a4ef-6a6140618a66 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402472 Mar 30 18:17:28.616091 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877282-254f-4758-95f1-e9790f40232b req-6019b162-cbbd-49bb-8056-ab603bcb01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.617621 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-6019b162-cbbd-49bb-8056-ab603bcb01a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0792675 Mar 30 18:17:28.629046 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fdf24-d165-4af1-971b-196e3a408057 req-25287077-a676-4546-9f50-8930a4dbbff1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.630434 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c1fdf24-d165-4af1-971b-196e3a408057 req-25287077-a676-4546-9f50-8930a4dbbff1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0830021 Mar 30 18:17:28.731398 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1c1fdf24-d165-4af1-971b-196e3a408057 req-271ac272-9737-4288-977e-4a85ec510097 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929961 Mar 30 18:17:28.749232 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877282-254f-4758-95f1-e9790f40232b req-20147f6c-1013-463b-ad1a-4ae0c239b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.751442 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-20147f6c-1013-463b-ad1a-4ae0c239b52c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1201560 Mar 30 18:17:28.820742 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-894a67c5-66fa-4931-a6eb-86d128c4c17c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1000 time: 0.0574100 Mar 30 18:17:28.871454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877282-254f-4758-95f1-e9790f40232b req-b0c6065d-b0c3-406c-80a8-a762e7fb35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.872819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-b0c6065d-b0c3-406c-80a8-a762e7fb35bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0418389 Mar 30 18:17:28.924205 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877282-254f-4758-95f1-e9790f40232b req-3d723064-2a5f-49d6-92d7-d5a60db8b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:28.925695 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-3d723064-2a5f-49d6-92d7-d5a60db8b324 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462193 Mar 30 18:17:29.013424 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-b29a1361-3561-4746-bb03-125b43235098 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785186 Mar 30 18:17:29.108421 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-43877282-254f-4758-95f1-e9790f40232b req-011ec127-a2df-4a0e-8a34-53645059eeec service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881720 Mar 30 18:17:29.854359 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1178-70e5-4b62-b493-8a92386efcaf req-edc84b86-643f-4d9a-bc71-e6eb157b6d32 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:29.855813 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00ac1178-70e5-4b62-b493-8a92386efcaf req-edc84b86-643f-4d9a-bc71-e6eb157b6d32 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Mar 30 18:17:29.901725 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00ac1178-70e5-4b62-b493-8a92386efcaf req-f9f719a6-61e5-4578-a249-2eb50a0b2cae tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 Mar 30 18:17:31.016352 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83b076-a6e3-419e-9d44-f40d4cccafb0 req-dc32c2ea-06e4-4772-b219-1a4a76d8634e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:31.018488 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc83b076-a6e3-419e-9d44-f40d4cccafb0 req-dc32c2ea-06e4-4772-b219-1a4a76d8634e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Mar 30 18:17:31.064108 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bc83b076-a6e3-419e-9d44-f40d4cccafb0 req-5b78a884-8def-4b22-96b1-e8a70cdc4825 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402911 Mar 30 18:17:31.996529 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaff315-1aea-4307-99b5-36cd9e8e7493 req-5e137b0d-11b2-4c57-bc5a-fc1b2c158c78 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:31.997970 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-efaff315-1aea-4307-99b5-36cd9e8e7493 req-5e137b0d-11b2-4c57-bc5a-fc1b2c158c78 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0513515 Mar 30 18:17:32.045872 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-efaff315-1aea-4307-99b5-36cd9e8e7493 req-14eef1f0-3f26-4c84-8d3e-367a10c76dd2 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Mar 30 18:17:32.184313 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4327f3-7578-4657-9fd9-81a81b813753 req-8e2db891-d8dc-4369-8901-e8fc37df530a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:32.185901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d4327f3-7578-4657-9fd9-81a81b813753 req-8e2db891-d8dc-4369-8901-e8fc37df530a tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Mar 30 18:17:32.231513 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9d4327f3-7578-4657-9fd9-81a81b813753 req-c842cbb4-a1ef-4b21-89cb-fbc6e402959c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 Mar 30 18:17:32.343836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e79209-685a-493a-94de-b49098009433 req-18409347-1ef0-4b2c-a96f-82836b8b6e62 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:32.345852 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-36e79209-685a-493a-94de-b49098009433 req-18409347-1ef0-4b2c-a96f-82836b8b6e62 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Mar 30 18:17:32.355072 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57234) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:32.359288 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Request body: {'floatingip': {'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:32.416050 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:32.864594 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:32.868331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:33.167092 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc540-542c-4ae0-8e27-3ea703b7b2ed req-4760e776-a25b-462c-acc2-606f0980cfa4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:33.168596 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44ccc540-542c-4ae0-8e27-3ea703b7b2ed req-4760e776-a25b-462c-acc2-606f0980cfa4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0536685 Mar 30 18:17:33.222661 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-44ccc540-542c-4ae0-8e27-3ea703b7b2ed req-6c6f74ff-b522-4d35-bd55-3c473708c7d4 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Mar 30 18:17:33.284285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:17:33.393148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:33.397665 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:33.403063 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:33.415965 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:33.416566 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:17:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:33.427658 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:33.429807 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33817ad-739f-49f9-881c-b0bdcd36285f" -d '{"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:33.459258 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3db758dd-433a-4ee1-91e2-8515f843658f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "PUT /v2.0/floatingips/7b0497c8-0f84-441f-b408-943ce923e226 HTTP/1.1" status: 200 len: 992 time: 1.1031315 Mar 30 18:17:33.468223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad8557b-e4b1-4a58-8e79-85ef4941b90c x-openstack-request-id: req-6ad8557b-e4b1-4a58-8e79-85ef4941b90c {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:33.468549 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:33.468961 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ad8557b-e4b1-4a58-8e79-85ef4941b90c {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:33.469365 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad8557b-e4b1-4a58-8e79-85ef4941b90c'] response: {'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'status': 'completed', 'code': 200} Mar 30 18:17:33.524072 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:33.545124 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-6bffaec4-1300-4fae-b4aa-405a2fdf0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:33.546684 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-6bffaec4-1300-4fae-b4aa-405a2fdf0e39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0460722 Mar 30 18:17:33.641497 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-8e497a60-ddcc-44b5-a5ea-ae27eafd1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:33.643194 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-8e497a60-ddcc-44b5-a5ea-ae27eafd1f9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.0886290 Mar 30 18:17:33.723531 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-85ec116c-df37-47f4-812d-cf597653dfe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1000 time: 0.0619457 Mar 30 18:17:33.776772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-9189590f-be81-4a69-8a79-12e2bac3d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:33.778300 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-9189590f-be81-4a69-8a79-12e2bac3d30e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0436451 Mar 30 18:17:33.831814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-d2f23675-c11d-4574-b2ab-13122b515a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:33.833598 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-d2f23675-c11d-4574-b2ab-13122b515a2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475178 Mar 30 18:17:33.836220 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:17:32Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:33.862142 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:33.870192 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:33.870800 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:17:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:33.933429 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-e3c9f562-f827-4352-b6ed-566fe8e98542 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Mar 30 18:17:33.977203 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:34.022938 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b33817ad-739f-49f9-881c-b0bdcd36285f req-9cc4e404-8c2f-4440-b7a7-d1eef5e085ee service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818570 Mar 30 18:17:34.082970 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-7a232116-57fd-4728-92ea-1d27014c2813 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:34.085466 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-7a232116-57fd-4728-92ea-1d27014c2813 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0551801 Mar 30 18:17:34.160709 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:17:34.194772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Deleting port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:17:34.195124 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:34.225732 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:17:32Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:34.256366 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22cb16-eb21-4517-ae82-751ece4a4f52 None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '7b0497c8-0f84-441f-b408-943ce923e226', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'port_id': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'mac_address': 'fa:16:3e:50:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf38ce9-683c-4113-a60f-53355cb43510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:15:39Z', 'updated_at': '2022-03-30T18:17:32Z', 'revision_number': 3, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:17:34.306517 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] For port b9daea1f-4a1a-484f-bb64-fc0e31d0b497, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:34.307014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:34.337663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Calling delete_port for b9daea1f-4a1a-484f-bb64-fc0e31d0b497 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:17:34.386959 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408f423-c4fb-4107-a27b-77fccf9687c3 req-376dea3c-3fe6-42db-b234-314ecfed68a1 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:34.388603 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5408f423-c4fb-4107-a27b-77fccf9687c3 req-376dea3c-3fe6-42db-b234-314ecfed68a1 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d8251f5-534c-4e5b-8e9c-1da199ac2f4b HTTP/1.1" status: 200 len: 945 time: 0.0595887 Mar 30 18:17:34.440521 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5408f423-c4fb-4107-a27b-77fccf9687c3 req-550e0d9e-493c-4d55-87c1-8497cb6b4526 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Mar 30 18:17:34.492655 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b9daea1f-4a1a-484f-bb64-fc0e31d0b497), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:34.506187 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b9daea1f-4a1a-484f-bb64-fc0e31d0b497'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:17:34.521701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Pushing event deleted for resources: {'Port': ['ID=b9daea1f-4a1a-484f-bb64-fc0e31d0b497,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:34.570434 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] No DVR routers for this DVR port b9daea1f-4a1a-484f-bb64-fc0e31d0b497 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:17:34.573037 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:34.576710 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7c9d91f9-deea-4b3f-8182-87e68754a848 req-65cad788-c938-4fc2-9fa5-1a15c6195dab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "DELETE /v2.0/ports/b9daea1f-4a1a-484f-bb64-fc0e31d0b497 HTTP/1.1" status: 204 len: 173 time: 0.4835587 Mar 30 18:17:34.577157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'name': 'network-vif-deleted', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:34.579482 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c43816-a432-4d81-8dd3-bc6152a250ba" -d '{"events": [{"server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "name": "network-vif-deleted", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:34.618879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad22dba-12bb-473f-a246-5b6878d9d72c x-openstack-request-id: req-4ad22dba-12bb-473f-a246-5b6878d9d72c {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:34.619173 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8251f5-534c-4e5b-8e9c-1da199ac2f4b", "name": "network-vif-deleted", "tag": "b9daea1f-4a1a-484f-bb64-fc0e31d0b497", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:34.619426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ad22dba-12bb-473f-a246-5b6878d9d72c {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:34.619830 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad22dba-12bb-473f-a246-5b6878d9d72c'] response: {'server_uuid': '1d8251f5-534c-4e5b-8e9c-1da199ac2f4b', 'name': 'network-vif-deleted', 'tag': 'b9daea1f-4a1a-484f-bb64-fc0e31d0b497', 'status': 'completed', 'code': 200} Mar 30 18:17:35.470779 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:35.474954 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52" -d '{"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:35.548414 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f578f-abdc-472f-b7a2-5e6ad47e8df7 x-openstack-request-id: req-585f578f-abdc-472f-b7a2-5e6ad47e8df7 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:35.548713 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:35.549017 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-585f578f-abdc-472f-b7a2-5e6ad47e8df7 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:35.549417 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585f578f-abdc-472f-b7a2-5e6ad47e8df7'] response: {'name': 'network-changed', 'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'status': 'completed', 'code': 200} Mar 30 18:17:35.587554 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9516-1069-41f0-aba3-33deb649c732 req-1cbb11f3-4e92-408d-805d-aab23f685b0a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:35.589059 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d64d9516-1069-41f0-aba3-33deb649c732 req-1cbb11f3-4e92-408d-805d-aab23f685b0a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0714529 Mar 30 18:17:35.620701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-81c452d0-1501-4111-a893-411bbc3d6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:35.622202 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-81c452d0-1501-4111-a893-411bbc3d6706 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6c8cc8bb01748989c6da627869a36fc&device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 1129 time: 0.0582864 Mar 30 18:17:35.642444 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d64d9516-1069-41f0-aba3-33deb649c732 req-fee932ab-cf2f-4455-8032-067b158ddd94 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461700 Mar 30 18:17:35.732267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-0479f8b6-58b7-42be-a5ab-6a3a7c95f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:35.733745 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-0479f8b6-58b7-42be-a5ab-6a3a7c95f0eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 200 len: 919 time: 0.1044042 Mar 30 18:17:35.811458 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-519dbf53-fcd8-42eb-b759-7e568b60c543 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 200 len: 1000 time: 0.0568976 Mar 30 18:17:35.861103 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-42520b73-d776-4022-9862-cdc5c82446a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:35.862483 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-42520b73-d776-4022-9862-cdc5c82446a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 200 len: 858 time: 0.0415390 Mar 30 18:17:35.912076 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-a03166e2-c2dd-4fb6-a1c3-958a139d688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:35.913473 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-a03166e2-c2dd-4fb6-a1c3-958a139d688e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446942 Mar 30 18:17:36.003563 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-acb5bb68-a046-4b59-82e9-ab65082bb5c2 service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791047 Mar 30 18:17:36.829369 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dd3c2-41b7-44dc-b93c-baea587e938d req-63df4f6e-745f-48aa-a376-f477e2a58a52 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:36.830822 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2e9dd3c2-41b7-44dc-b93c-baea587e938d req-63df4f6e-745f-48aa-a376-f477e2a58a52 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1197467 Mar 30 18:17:36.867300 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e1bf4d97-d9aa-43cb-8f53-f37696ebcd52 req-1cb7ea0b-e67e-49af-8569-22a0458f184a service neutron] 10.222.0.23 "GET /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208320 Mar 30 18:17:36.887468 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2e9dd3c2-41b7-44dc-b93c-baea587e938d req-fb16ac7e-51e9-4390-bb0e-4c5564b3aa44 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511653 Mar 30 18:17:37.670844 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2f9cee9c-f3f8-47e4-b68c-cbf4a2d0f251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:38.002458 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75a103-bfb4-4c8d-8f9d-b21f232f32b9 req-ef44abe9-2a1c-400a-b4f1-d4e79dcec335 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:38.003899 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d75a103-bfb4-4c8d-8f9d-b21f232f32b9 req-ef44abe9-2a1c-400a-b4f1-d4e79dcec335 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0514169 Mar 30 18:17:38.048545 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9d75a103-bfb4-4c8d-8f9d-b21f232f32b9 req-27b9e954-bb98-4edd-a8d9-b8fd6a602b86 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388167 Mar 30 18:17:38.497262 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b9daea1f-4a1a-484f-bb64-fc0e31d0b497 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:17:38.517910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: b9daea1f-4a1a-484f-bb64-fc0e31d0b497 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:17:38.518261 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b9daea1f-4a1a-484f-bb64-fc0e31d0b497 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:17:39.167270 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e714a-09ca-4908-8e82-c623be9ceb8b req-a175746a-920b-4478-8c6d-0dade17e5b8f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:39.168752 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-434e714a-09ca-4908-8e82-c623be9ceb8b req-a175746a-920b-4478-8c6d-0dade17e5b8f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0531659 Mar 30 18:17:39.214402 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-434e714a-09ca-4908-8e82-c623be9ceb8b req-a416e954-9163-42cf-b3ef-687c28de5725 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Mar 30 18:17:40.037131 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-87fe7a6b-997f-4a5a-969f-ab0bab3f0547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:40.336390 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a57ab-228c-425c-badd-e5281a1868d8 req-d6019fd7-7a0a-4143-b624-380aef95489c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:40.337867 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d94a57ab-228c-425c-badd-e5281a1868d8 req-d6019fd7-7a0a-4143-b624-380aef95489c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0566275 Mar 30 18:17:40.384067 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d94a57ab-228c-425c-badd-e5281a1868d8 req-570eae36-c021-4a1a-bb72-c0a3bd465a8e tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407033 Mar 30 18:17:40.851463 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:41.502823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd65073-00ee-4396-bcfe-63c279c6ead3 req-63486d20-8c04-449e-b194-6df085e0ef16 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:41.504276 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fd65073-00ee-4396-bcfe-63c279c6ead3 req-63486d20-8c04-449e-b194-6df085e0ef16 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0550458 Mar 30 18:17:41.547990 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fd65073-00ee-4396-bcfe-63c279c6ead3 req-4a0de24c-829c-4ce0-ba22-0ed6647d1fe3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381787 Mar 30 18:17:42.510109 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:42.663362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3a84-0ed9-482a-94bc-94c0ec3e3b89 req-6b9320af-bead-4c3c-ae57-e3a30702c09c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:42.664867 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b39b3a84-0ed9-482a-94bc-94c0ec3e3b89 req-6b9320af-bead-4c3c-ae57-e3a30702c09c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0517836 Mar 30 18:17:42.711032 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b39b3a84-0ed9-482a-94bc-94c0ec3e3b89 req-ae609351-0b15-4490-ae9d-1d238c7805ae tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Mar 30 18:17:43.457870 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-09cc42f2-49c6-446b-bdd8-8f3ea0729721 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:43.459246 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-09cc42f2-49c6-446b-bdd8-8f3ea0729721 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 812 time: 0.1039793 Mar 30 18:17:43.474242 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-ea42ab63-6e31-4d1a-be9e-b3d17a73b2e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/quotas/7dbc8eccfd62493eb905af7953da28c1 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Mar 30 18:17:43.508619 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7f669c18-2382-405f-b72e-b63b952deeab tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294204 Mar 30 18:17:43.598286 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-dd68dc8c-50f7-4db8-814e-d27c6ad02e69 service neutron] 10.222.0.24 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833082 Mar 30 18:17:43.686441 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-ed99b2fe-ab7a-4de3-8fde-6fa704c5bf3d service neutron] 10.222.0.24 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826044 Mar 30 18:17:43.839876 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e5c3-9ad5-4c7b-ab8b-a4e756883518 req-671cddb0-fce1-4485-91dc-a4778fbe7380 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:43.841372 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4b86e5c3-9ad5-4c7b-ab8b-a4e756883518 req-671cddb0-fce1-4485-91dc-a4778fbe7380 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0648503 Mar 30 18:17:43.849343 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-899e0687-421e-4931-bc3e-0807ec76b5a2 req-a752ffb1-2f98-45f7-a21a-30064c4446f7 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 210 time: 0.0335557 Mar 30 18:17:43.896412 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4b86e5c3-9ad5-4c7b-ab8b-a4e756883518 req-b6af93b1-8fe0-4df3-b31d-bfa32d1b4e91 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Mar 30 18:17:44.076207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:44.865597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-5ee56110-f713-45ef-b961-1d7b4d16deb8 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:44.868039 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-5ee56110-f713-45ef-b961-1d7b4d16deb8 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 812 time: 0.1051810 Mar 30 18:17:44.882455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Request body: {'port': {'device_id': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c', 'admin_state_up': True, 'tenant_id': '7dbc8eccfd62493eb905af7953da28c1'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:44.956923 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ce6f010-1a99-4930-bb8c-552597d30185 req-231233f2-03bf-4f56-b653-f02b8605974c tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Mar 30 18:17:45.013837 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Made reservation on behalf of 7dbc8eccfd62493eb905af7953da28c1 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:45.017697 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.025317 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59672038-9e4e-4082-95ee-f25ed8d2e573 req-ef315f08-68a0-4555-9c30-216977669796 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:45.026840 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-59672038-9e4e-4082-95ee-f25ed8d2e573 req-ef315f08-68a0-4555-9c30-216977669796 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0531468 Mar 30 18:17:45.078278 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-59672038-9e4e-4082-95ee-f25ed8d2e573 req-173420b6-87be-4fc2-ba0b-1b0c45613735 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457027 Mar 30 18:17:45.377193 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Allocated IP 172.20.0.4 (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c/1c92da31-4f43-4bdd-9fc4-81488fe49084/d936e52c-40ac-486a-8863-7cbbc2df0f14) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:45.518667 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks [] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.551231 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.592081 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:45.595625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:45.601226 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:45.607525 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Pushing event updated for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:45.651061 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:45.651646 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.666908 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-7d9298c0-e25c-4b2d-89a1-bfc238f060e9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884314 Mar 30 18:17:45.678942 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Request body: {'port': {'device_id': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:45.737358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.989202 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d936e52c-40ac-486a-8863-7cbbc2df0f14 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:17:45.996894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks [] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.009196 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Transition to ACTIVE for port object d936e52c-40ac-486a-8863-7cbbc2df0f14 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:17:46.013641 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.093132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Pushing event updated for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:46.152812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3c32b-46f5-4b42-976f-19f0641d060a req-a78dea97-8509-4c2c-b538-93f5db78498d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.154291 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-83c3c32b-46f5-4b42-976f-19f0641d060a req-a78dea97-8509-4c2c-b538-93f5db78498d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 943 time: 0.1142449 Mar 30 18:17:46.195584 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccc9f1-c99a-42ff-8b86-96206f4e578d req-6d9ff5a1-3ab1-4548-8c30-1d3b0d937a97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.197688 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1bccc9f1-c99a-42ff-8b86-96206f4e578d req-6d9ff5a1-3ab1-4548-8c30-1d3b0d937a97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0517888 Mar 30 18:17:46.203879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Attempting to bind port d936e52c-40ac-486a-8863-7cbbc2df0f14 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:46.204232 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Attempting to bind port d936e52c-40ac-486a-8863-7cbbc2df0f14 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:46.205208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Attempting to bind port d936e52c-40ac-486a-8863-7cbbc2df0f14 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:46.216372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Port d936e52c-40ac-486a-8863-7cbbc2df0f14 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:17:46.216704 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Attempting to bind port d936e52c-40ac-486a-8863-7cbbc2df0f14 on network 05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:46.222817 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-83c3c32b-46f5-4b42-976f-19f0641d060a req-6fa4e02f-fb74-497a-9369-677438b9e44f tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619123 Mar 30 18:17:46.224949 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:46.225453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Checking segment: {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:46.225667 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Bound using segment: {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:46.226105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Bound port: d936e52c-40ac-486a-8863-7cbbc2df0f14, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c0bf15-862e-4714-bdd5-a22af4f8fdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:46.226467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.244929 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1bccc9f1-c99a-42ff-8b86-96206f4e578d req-c3084810-37a8-4214-83ca-b367e08ff2c8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 Mar 30 18:17:46.294923 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:46.297834 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:46.303311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.337149 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.337767 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.339117 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] 10.222.0.23 "PUT /v2.0/ports/d936e52c-40ac-486a-8863-7cbbc2df0f14 HTTP/1.1" status: 200 len: 1093 time: 0.6641011 Mar 30 18:17:46.339564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:46.341814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5db160-25cc-4b53-ab54-a0f37cff9576" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:46.363990 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d60a2-e91c-4c7d-a0a3-64a61d9f2278 service neutron] Pushing event updated for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:46.379096 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c92d3a0-423c-41f2-ac17-acc9ab6608b6 x-openstack-request-id: req-5c92d3a0-423c-41f2-ac17-acc9ab6608b6 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:46.379415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:46.379670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c92d3a0-423c-41f2-ac17-acc9ab6608b6 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:46.380081 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c92d3a0-423c-41f2-ac17-acc9ab6608b6'] response: {'name': 'network-changed', 'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14', 'status': 'completed', 'code': 200} Mar 30 18:17:46.431491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-425eeb25-3957-411a-9a4a-f4281106a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.433042 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-425eeb25-3957-411a-9a4a-f4281106a9af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 1127 time: 0.0445306 Mar 30 18:17:46.477329 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-985ecaf2-81a8-41a0-bf14-f2790ca502d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14 HTTP/1.1" status: 200 len: 217 time: 0.0345006 Mar 30 18:17:46.529088 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-98936e86-fc63-4bb9-9164-912f1d17cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.530404 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-98936e86-fc63-4bb9-9164-912f1d17cf91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c92da31-4f43-4bdd-9fc4-81488fe49084 HTTP/1.1" status: 200 len: 852 time: 0.0459380 Mar 30 18:17:46.565404 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-d9ada1c4-a99e-4b85-ac99-83b4bc27cb68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249672 Mar 30 18:17:46.653185 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-e45a4025-9dbf-406c-8a88-6bfe6c0bf630 service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797930 Mar 30 18:17:46.745129 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a19ef507-f18b-43a1-becb-0acffc9ad932 req-f52df963-e18a-4e69-bf84-ef2bbbedc14f service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Mar 30 18:17:46.842494 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-d0a54d03-4c4e-4d64-9334-abe749ffebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.844363 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-d0a54d03-4c4e-4d64-9334-abe749ffebc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dbc8eccfd62493eb905af7953da28c1&device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 1127 time: 0.0448942 Mar 30 18:17:46.936402 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-4cd34f52-d27b-4ee5-8c7f-f6d704ffc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:46.937843 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-4cd34f52-d27b-4ee5-8c7f-f6d704ffc87d service neutron] 10.222.0.23 "GET /v2.0/networks?id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 200 len: 912 time: 0.0858166 Mar 30 18:17:46.983004 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-b658de9a-a4fe-44a4-a53b-01476fb5341b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14 HTTP/1.1" status: 200 len: 217 time: 0.0378196 Mar 30 18:17:47.028619 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-100ce266-66ef-4a8b-a023-be39df5fff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:47.030041 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-100ce266-66ef-4a8b-a023-be39df5fff00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1c92da31-4f43-4bdd-9fc4-81488fe49084 HTTP/1.1" status: 200 len: 852 time: 0.0408709 Mar 30 18:17:47.061230 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-fef7ce8a-618b-4344-88ea-dee3933bbb9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246031 Mar 30 18:17:47.153849 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-638c069b-553b-442e-bbad-f248c57d4dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834711 Mar 30 18:17:47.243774 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3c5db160-25cc-4b53-ab54-a0f37cff9576 req-ca55abea-6b93-487f-bcac-9f97de9c49ff service neutron] 10.222.0.23 "GET /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830920 Mar 30 18:17:47.344640 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921784-4cb4-403e-a239-e259da585d90 req-b1bca932-fed2-43c6-bfec-33f991e09576 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:47.346700 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5e921784-4cb4-403e-a239-e259da585d90 req-b1bca932-fed2-43c6-bfec-33f991e09576 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 943 time: 0.0579324 Mar 30 18:17:47.370290 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ad10b-228c-46cf-bee0-d87c2f1c8602 req-c5c3a12a-1d07-4586-bd44-8f8ed65413ad tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:47.371800 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-777ad10b-228c-46cf-bee0-d87c2f1c8602 req-c5c3a12a-1d07-4586-bd44-8f8ed65413ad tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0584981 Mar 30 18:17:47.392890 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5e921784-4cb4-403e-a239-e259da585d90 req-be3866a7-4db6-4131-8575-5f2e73dde08f tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Mar 30 18:17:47.419740 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-777ad10b-228c-46cf-bee0-d87c2f1c8602 req-3cf3f07d-2c75-4809-8044-a540df46d226 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Mar 30 18:17:48.515709 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f39dd-374f-432b-b64e-d9b50ed9c40e req-bbcb4ef7-3e99-47da-b149-21bfcdf2110d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:48.517443 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-489f39dd-374f-432b-b64e-d9b50ed9c40e req-bbcb4ef7-3e99-47da-b149-21bfcdf2110d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 943 time: 0.0571330 Mar 30 18:17:48.545524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfd55-35e6-42d7-bdcc-984e1aacf663 req-82aa7d1d-e429-420b-aa3f-7cf7287b3bb0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:48.547132 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8f1bfd55-35e6-42d7-bdcc-984e1aacf663 req-82aa7d1d-e429-420b-aa3f-7cf7287b3bb0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0557709 Mar 30 18:17:48.571092 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-489f39dd-374f-432b-b64e-d9b50ed9c40e req-4953d289-ec75-492c-93f9-7eb78f315ef7 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Mar 30 18:17:48.595279 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8f1bfd55-35e6-42d7-bdcc-984e1aacf663 req-c26c3ce7-9436-4a0e-b187-0313fdb60929 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Mar 30 18:17:49.692283 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cbffb-a65e-4c86-9553-30920ce8824d req-65609898-0257-46b5-a8e9-a94d6bfb94c8 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:49.693822 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c45cbffb-a65e-4c86-9553-30920ce8824d req-65609898-0257-46b5-a8e9-a94d6bfb94c8 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 943 time: 0.0550470 Mar 30 18:17:49.716281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818090bb-e4bb-43d1-ba9a-7ade072e6ef9 req-640ec0f0-1ff9-4de1-8138-b0e56b813453 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:49.717796 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-818090bb-e4bb-43d1-ba9a-7ade072e6ef9 req-640ec0f0-1ff9-4de1-8138-b0e56b813453 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0571160 Mar 30 18:17:49.745633 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c45cbffb-a65e-4c86-9553-30920ce8824d req-801a2271-a5ad-4349-851f-d920aafacd12 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Mar 30 18:17:49.765030 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-818090bb-e4bb-43d1-ba9a-7ade072e6ef9 req-5a3f7bd4-2665-48d3-b667-417890339ef0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Mar 30 18:17:50.507234 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device d936e52c-40ac-486a-8863-7cbbc2df0f14 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:17:50.606487 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:50.624087 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'd936e52c-40ac-486a-8863-7cbbc2df0f14', 'network_id': '05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c', 'port_id': 'd936e52c-40ac-486a-8863-7cbbc2df0f14', 'mac_address': 'fa:16:3e:87:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c92da31-4f43-4bdd-9fc4-81488fe49084', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:17:50.661406 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port d936e52c-40ac-486a-8863-7cbbc2df0f14 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:50.661797 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.674599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d936e52c-40ac-486a-8863-7cbbc2df0f14 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:17:50.693599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:50.697429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.742593 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:50.877169 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ed448-bd08-49b9-8126-59491fd08b9b req-07bd77a1-2f57-4d09-829b-78ed16afe4a9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:50.878540 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c68ed448-bd08-49b9-8126-59491fd08b9b req-07bd77a1-2f57-4d09-829b-78ed16afe4a9 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 944 time: 0.0606966 Mar 30 18:17:50.898162 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7e80e-acf1-47f1-957b-b95aa445d307 req-aa0b9eaf-8cc1-40c3-b68d-bbddda30e9ae tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:50.899701 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfd7e80e-acf1-47f1-957b-b95aa445d307 req-aa0b9eaf-8cc1-40c3-b68d-bbddda30e9ae tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0535638 Mar 30 18:17:50.925215 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c68ed448-bd08-49b9-8126-59491fd08b9b req-e883c1ff-281b-4d0c-9a74-da1e57c773bc tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Mar 30 18:17:50.946546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfd7e80e-acf1-47f1-957b-b95aa445d307 req-db03020d-3910-4b80-af97-6526838cece2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Mar 30 18:17:51.020140 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['d936e52c-40ac-486a-8863-7cbbc2df0f14'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:17:51.605361 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-4ddc4b46-961d-44e5-af9b-28351dfd51a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431101 Mar 30 18:17:51.676952 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-9f8d8a99-a439-4ebe-9fa2-55554f82ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:51.678439 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-9f8d8a99-a439-4ebe-9fa2-55554f82ef3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.0471752 Mar 30 18:17:51.779835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-08703bc4-cc74-4b99-bf45-f8de8a4a10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:51.781319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-08703bc4-cc74-4b99-bf45-f8de8a4a10ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.0820189 Mar 30 18:17:51.857811 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-a7e8bbec-5747-4a66-acf3-476c1f321dc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1002 time: 0.0642061 Mar 30 18:17:51.909141 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-3dc179f4-fcbd-49d3-affb-34fe7226fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:51.910546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-3dc179f4-fcbd-49d3-affb-34fe7226fb9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0428989 Mar 30 18:17:51.961437 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-9179e28d-c4c1-484d-a41f-0936a6cd55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:51.962937 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-9179e28d-c4c1-484d-a41f-0936a6cd55bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427828 Mar 30 18:17:52.044025 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938214c-3c87-40f2-b8cc-0c888f80ee00 req-e9b1e0d4-e5b8-4a4b-b75a-878e75131df5 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.045542 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7938214c-3c87-40f2-b8cc-0c888f80ee00 req-e9b1e0d4-e5b8-4a4b-b75a-878e75131df5 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 944 time: 0.0533209 Mar 30 18:17:52.088442 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-30699c1d-3591-4b55-91be-a883d34ca741 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176126 Mar 30 18:17:52.092646 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7938214c-3c87-40f2-b8cc-0c888f80ee00 req-c74b9ef0-d3d6-410d-906a-165e10473447 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Mar 30 18:17:52.097603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91831626-5f23-41c3-966e-2268f8d22fcc req-05b3cfb4-23a0-40dc-a491-4304b78fba89 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.099055 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91831626-5f23-41c3-966e-2268f8d22fcc req-05b3cfb4-23a0-40dc-a491-4304b78fba89 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0850494 Mar 30 18:17:52.138150 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.205568 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91831626-5f23-41c3-966e-2268f8d22fcc req-cf125e89-c92f-4c32-a530-89918a9f1eb7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977056 Mar 30 18:17:52.225494 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad4f1945-c85e-4c16-b93f-e781c16bd357 req-0ea2d922-15a8-417e-ba3d-c7cba22747b5 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255109 Mar 30 18:17:52.411470 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf549c-718a-4545-959e-02a5ceb204fe req-214e04e3-cc2e-4125-adb5-d1758d92dc4d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.412852 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4ddf549c-718a-4545-959e-02a5ceb204fe req-214e04e3-cc2e-4125-adb5-d1758d92dc4d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0626073 Mar 30 18:17:52.485774 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4ddf549c-718a-4545-959e-02a5ceb204fe req-03e72920-515b-4607-b6a2-03529048b419 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586247 Mar 30 18:17:52.491984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-249df67f-941a-4569-a785-b667ac972133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.493471 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-249df67f-941a-4569-a785-b667ac972133 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.0977359 Mar 30 18:17:52.508884 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device d936e52c-40ac-486a-8863-7cbbc2df0f14 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:52.557025 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port d936e52c-40ac-486a-8863-7cbbc2df0f14 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:17:52.561123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port d936e52c-40ac-486a-8863-7cbbc2df0f14 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:52.561498 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.585056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-8aee37aa-85cc-4fe7-a523-52cfc50c735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.586569 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-8aee37aa-85cc-4fe7-a523-52cfc50c735d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.0844793 Mar 30 18:17:52.658967 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-7880b0ea-1bb0-4d4e-b3b2-f3212a664d8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1002 time: 0.0646369 Mar 30 18:17:52.709771 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-532cb51f-9f11-4a30-8313-b8847a9d68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.711165 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-532cb51f-9f11-4a30-8313-b8847a9d68fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0462880 Mar 30 18:17:52.757466 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port d936e52c-40ac-486a-8863-7cbbc2df0f14 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:52.757866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.765513 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-42f1557e-0dfd-402a-b4c6-0e218c72d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.767087 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-42f1557e-0dfd-402a-b4c6-0e218c72d4a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457451 Mar 30 18:17:52.779668 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:17:52.781890 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2896aae0-4ca9-4542-bef9-05c52908d95e" -d '{"events": [{"server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "name": "network-vif-plugged", "status": "completed", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:17:52.794873 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:52.800194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.823629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48379b92-c7ba-4c94-8bca-586f68153de9 x-openstack-request-id: req-48379b92-c7ba-4c94-8bca-586f68153de9 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:17:52.823948 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "name": "network-vif-plugged", "status": "completed", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:17:52.824215 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48379b92-c7ba-4c94-8bca-586f68153de9 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:17:52.824640 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48379b92-c7ba-4c94-8bca-586f68153de9'] response: {'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14', 'code': 200} Mar 30 18:17:52.853385 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.862115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.862481 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.862928 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.863299 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.863645 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.863985 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.864351 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.864690 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.865050 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.865358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.865691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.866038 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.866374 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.866529 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-050109e2-5580-4e8d-8056-b656c6c4efa7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902781 Mar 30 18:17:52.866701 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.867028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:52.974090 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35fc3987-b7eb-4537-8da2-75b4f1b03158 req-03770b60-1f96-451f-a377-746885122e1d service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964139 Mar 30 18:17:53.007478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f50f-7d1b-4938-993a-b3c8c9c2a0a6 req-ade45fa8-39b8-4825-b6d5-c3eda84dc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:53.009063 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d4e9f50f-7d1b-4938-993a-b3c8c9c2a0a6 req-ade45fa8-39b8-4825-b6d5-c3eda84dc40a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 1129 time: 0.0472505 Mar 30 18:17:53.052994 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d4e9f50f-7d1b-4938-993a-b3c8c9c2a0a6 req-1cd6922a-97cf-496d-9bef-3c19e960e378 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365574 Mar 30 18:17:53.211954 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01c57a-02a5-4158-97f2-ec3ada0f80b1 req-25efee72-fe18-4432-8277-509b6b22419d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:53.213427 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa01c57a-02a5-4158-97f2-ec3ada0f80b1 req-25efee72-fe18-4432-8277-509b6b22419d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Mar 30 18:17:53.259249 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa01c57a-02a5-4158-97f2-ec3ada0f80b1 req-77c75224-2525-4d06-a4d8-7e9277857d4d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Mar 30 18:17:53.616225 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf766395-6a0c-4df4-aa6f-a61cecc10448 req-81b97b7d-e082-4814-9488-cb0b5520ccea tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:53.617778 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf766395-6a0c-4df4-aa6f-a61cecc10448 req-81b97b7d-e082-4814-9488-cb0b5520ccea tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0575280 Mar 30 18:17:53.664844 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf766395-6a0c-4df4-aa6f-a61cecc10448 req-a1636144-b31b-4a30-8fa3-d129956a8e66 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Mar 30 18:17:54.027369 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50af9ed-2485-44c3-8eb5-5039ab121c43 req-ef2350f6-9b51-473d-82cb-a7fe9aceff12 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.028798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-c8aaa6de-908c-4fb9-801b-37c42fbfa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.029274 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c50af9ed-2485-44c3-8eb5-5039ab121c43 req-ef2350f6-9b51-473d-82cb-a7fe9aceff12 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0539773 Mar 30 18:17:54.030279 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-c8aaa6de-908c-4fb9-801b-37c42fbfa713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1168 time: 0.0431075 Mar 30 18:17:54.089052 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c50af9ed-2485-44c3-8eb5-5039ab121c43 req-06c1d01f-372b-4003-88a8-c8ae9e81f27f tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538635 Mar 30 18:17:54.122540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-d1a20669-73de-4ad5-9986-94a0ce586ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.124015 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-d1a20669-73de-4ad5-9986-94a0ce586ce8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.0871921 Mar 30 18:17:54.194649 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-b1c6d0f2-cfbe-44cd-a8d3-c8392c761ddf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 1001 time: 0.0584891 Mar 30 18:17:54.244743 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-37dfb107-f5fc-42f5-96f2-77aaa8549d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.246259 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-37dfb107-f5fc-42f5-96f2-77aaa8549d18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0427048 Mar 30 18:17:54.302238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-b37da93b-5faa-4fa8-a869-5b67fb3443f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.303750 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-b37da93b-5faa-4fa8-a869-5b67fb3443f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478430 Mar 30 18:17:54.435137 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4c83-48cc-4a9d-8a14-cbad26c48ed4 req-75f56d35-77b2-4dc8-a24e-78bf7539f906 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.436653 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1cad4c83-48cc-4a9d-8a14-cbad26c48ed4 req-75f56d35-77b2-4dc8-a24e-78bf7539f906 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.1047194 Mar 30 18:17:54.453893 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-9b5a19b0-e577-4fee-8467-5b394eb6e000 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404266 Mar 30 18:17:54.529656 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1cad4c83-48cc-4a9d-8a14-cbad26c48ed4 req-cfe30b9b-e78a-4212-ac5e-4b3ef2e95484 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852492 Mar 30 18:17:54.569844 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-059b758a-c913-4cae-80c7-7c13cd64fcf6 req-d6a1d157-422c-4e40-8e9e-f07037a8534c service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929902 Mar 30 18:17:54.789176 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6737c-3925-4ebc-954a-71b038bb03d4 req-d1c913b2-905b-4390-a4ec-2f31d53020d4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:54.790647 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2cf6737c-3925-4ebc-954a-71b038bb03d4 req-d1c913b2-905b-4390-a4ec-2f31d53020d4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0566068 Mar 30 18:17:54.836329 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2cf6737c-3925-4ebc-954a-71b038bb03d4 req-28b0fb45-9cf4-4d6b-a1bd-deed9e65f394 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 Mar 30 18:17:55.208493 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227e85-ad2b-469e-8709-a5a9f56a1bfc req-38eca2e6-43c8-4037-8b3f-d96cf67fc08a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:55.209947 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74227e85-ad2b-469e-8709-a5a9f56a1bfc req-38eca2e6-43c8-4037-8b3f-d96cf67fc08a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0565379 Mar 30 18:17:55.267071 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74227e85-ad2b-469e-8709-a5a9f56a1bfc req-6bd69d6a-bf89-4de2-afaf-38e9ca583820 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508523 Mar 30 18:17:55.646197 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ef51b-57fc-4e24-933c-f824bfbe68ef req-b0aa2f21-4de3-460e-b598-bba6ad94287e tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:55.647660 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-585ef51b-57fc-4e24-933c-f824bfbe68ef req-b0aa2f21-4de3-460e-b598-bba6ad94287e tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Mar 30 18:17:55.693986 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-585ef51b-57fc-4e24-933c-f824bfbe68ef req-e749a789-b877-4153-8004-0299b9a796cd tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Mar 30 18:17:56.385385 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79eb1-6ff3-4af7-869a-95b32d91d5bd req-ba98ea07-b5a8-4d43-887c-b98ab6485d32 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:56.386857 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9fc79eb1-6ff3-4af7-869a-95b32d91d5bd req-ba98ea07-b5a8-4d43-887c-b98ab6485d32 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0525753 Mar 30 18:17:56.450856 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9fc79eb1-6ff3-4af7-869a-95b32d91d5bd req-0cb6c88e-639f-4e19-874a-5f9310a2a493 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576532 Mar 30 18:17:57.568486 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2fcf-bf9c-4395-af77-1f912884bf65 req-50f5f11e-b547-4bab-b5d0-5f886db914ad tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:57.569972 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c63a2fcf-bf9c-4395-af77-1f912884bf65 req-50f5f11e-b547-4bab-b5d0-5f886db914ad tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0515504 Mar 30 18:17:57.628225 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c63a2fcf-bf9c-4395-af77-1f912884bf65 req-d9c9cc43-cc49-48b8-a0ec-ad84ef4e4c37 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525663 Mar 30 18:17:58.745992 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f994665-e0fe-45eb-a928-1f6f79ade4d8 req-2a4043a8-e78f-4a21-bfcb-285ffe3d42c3 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:58.747467 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f994665-e0fe-45eb-a928-1f6f79ade4d8 req-2a4043a8-e78f-4a21-bfcb-285ffe3d42c3 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0530667 Mar 30 18:17:58.805317 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6f994665-e0fe-45eb-a928-1f6f79ade4d8 req-136a4f74-257a-4163-8200-69169cbdbd66 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521641 Mar 30 18:17:59.920414 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253243d6-1052-4b98-b92f-7e45f2f18059 req-75e37efa-7769-4a83-94b8-600ed0146eeb tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:59.921862 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-253243d6-1052-4b98-b92f-7e45f2f18059 req-75e37efa-7769-4a83-94b8-600ed0146eeb tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0506880 Mar 30 18:17:59.985002 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-253243d6-1052-4b98-b92f-7e45f2f18059 req-6e199181-9331-4a3e-b40a-d604a04d0286 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568161 Mar 30 18:18:01.102726 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f198814-0bc8-43a3-bda4-109b4e7e1662 req-9b76448c-8247-4876-88ff-900b576a69e7 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:01.104197 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f198814-0bc8-43a3-bda4-109b4e7e1662 req-9b76448c-8247-4876-88ff-900b576a69e7 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0539703 Mar 30 18:18:01.163168 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f198814-0bc8-43a3-bda4-109b4e7e1662 req-9d4a11ae-8ce8-4bc3-a495-34b8f83dd9ad tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534115 Mar 30 18:18:02.280914 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533719-fcef-41e7-84c3-c033f1d50724 req-48fb8c11-4f75-4f05-bafa-0c28e6353d50 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:02.282329 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4a533719-fcef-41e7-84c3-c033f1d50724 req-48fb8c11-4f75-4f05-bafa-0c28e6353d50 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0520072 Mar 30 18:18:02.341753 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4a533719-fcef-41e7-84c3-c033f1d50724 req-16cdb1fb-e0aa-4684-9bb9-81255c99ead8 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532877 Mar 30 18:18:03.464840 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28f07-c251-419b-b442-11157f69013b req-b3477a84-aec2-4c5d-a8ca-f45ba4da44ed tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:03.466355 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-96a28f07-c251-419b-b442-11157f69013b req-b3477a84-aec2-4c5d-a8ca-f45ba4da44ed tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0597427 Mar 30 18:18:03.535902 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-96a28f07-c251-419b-b442-11157f69013b req-4be5fa01-e32f-404f-b6af-7936953075bb tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632350 Mar 30 18:18:04.661218 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa979ad5-3919-4477-9176-31e50696f381 req-025cd890-5936-47f3-b1e7-a7153b5f769d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:04.662703 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa979ad5-3919-4477-9176-31e50696f381 req-025cd890-5936-47f3-b1e7-a7153b5f769d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0528526 Mar 30 18:18:04.722819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa979ad5-3919-4477-9176-31e50696f381 req-888b8f68-5697-4c0b-936d-165e03afbd4a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545287 Mar 30 18:18:05.841015 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19922-9110-4b12-bff3-2da4a2358a06 req-eae7637f-590a-49dd-91ee-afc8db16000b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:05.842496 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13d19922-9110-4b12-bff3-2da4a2358a06 req-eae7637f-590a-49dd-91ee-afc8db16000b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0539911 Mar 30 18:18:05.900811 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-13d19922-9110-4b12-bff3-2da4a2358a06 req-e74f9d49-ab8d-42d4-8792-e2e85082fc64 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526938 Mar 30 18:18:07.020184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb66878-ce1f-48a0-9dd1-1d4c6cadf034 req-76ee5a92-4292-4ea7-9261-8799bc586893 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:07.021680 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fdb66878-ce1f-48a0-9dd1-1d4c6cadf034 req-76ee5a92-4292-4ea7-9261-8799bc586893 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0565672 Mar 30 18:18:07.078942 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fdb66878-ce1f-48a0-9dd1-1d4c6cadf034 req-64c29321-66ec-4186-b8a4-9b9a711449b9 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517087 Mar 30 18:18:07.672930 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-59c1e5dd-d8ba-406d-a685-7ca815f6d12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.203079 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18285a-564a-4092-b62c-403142868b61 req-88b79d2f-df52-4cea-bbd8-8176a3739934 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:08.204560 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca18285a-564a-4092-b62c-403142868b61 req-88b79d2f-df52-4cea-bbd8-8176a3739934 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0521507 Mar 30 18:18:08.269780 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca18285a-564a-4092-b62c-403142868b61 req-cee4277b-528e-4790-b335-8d0cb461f6cd tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&id=15502727-aaae-4a15-97a9-9ec64b956231&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584631 Mar 30 18:18:10.040694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-55915847-abe1-4185-9c54-abd7f0a45d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.853386 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.159945 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:18:12.512145 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.078243 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:16.691082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0be73-b031-4a4e-8476-90a983aa92b4 req-2e9bd8e8-e48d-45cd-9825-bdb143a22214 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:16.692571 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82f0be73-b031-4a4e-8476-90a983aa92b4 req-2e9bd8e8-e48d-45cd-9825-bdb143a22214 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.0514257 Mar 30 18:18:16.738284 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82f0be73-b031-4a4e-8476-90a983aa92b4 req-3d3396cc-e2ad-4664-b0e5-1fb02fb34477 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Mar 30 18:18:17.857097 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4d41a-7918-4157-9ed1-6eb2bbea7bc4 req-c329f850-0f34-42ec-9a9f-7574b0b81b3c tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:17.858549 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-93c4d41a-7918-4157-9ed1-6eb2bbea7bc4 req-c329f850-0f34-42ec-9a9f-7574b0b81b3c tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Mar 30 18:18:17.904923 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-93c4d41a-7918-4157-9ed1-6eb2bbea7bc4 req-51d44398-a761-4d17-93f1-de272943e2ed tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Mar 30 18:18:18.562315 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-597dabe9-d82d-48a2-a587-f5d8df9d6d3d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:18.563846 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-597dabe9-d82d-48a2-a587-f5d8df9d6d3d tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Mar 30 18:18:18.886879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Deleting port d936e52c-40ac-486a-8863-7cbbc2df0f14 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:18.887218 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.007007 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] For port d936e52c-40ac-486a-8863-7cbbc2df0f14, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d936e52c-40ac-486a-8863-7cbbc2df0f14,segment=NetworkSegment(27c0bf15-862e-4714-bdd5-a22af4f8fdfb),segment_id=27c0bf15-862e-4714-bdd5-a22af4f8fdfb)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:19.007374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.022732 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Calling delete_port for d936e52c-40ac-486a-8863-7cbbc2df0f14 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:19.076976 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d9311-8253-4a52-af1c-7fde4b57063d req-508e7681-ddab-4683-aa6a-3f8c5c586358 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:19.078455 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad3d9311-8253-4a52-af1c-7fde4b57063d req-508e7681-ddab-4683-aa6a-3f8c5c586358 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ec8a025-895b-4dcc-a79f-f9e9013250c3 HTTP/1.1" status: 200 len: 945 time: 0.1068039 Mar 30 18:18:19.148078 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ad3d9311-8253-4a52-af1c-7fde4b57063d req-5bd5a26c-2039-4081-8b06-617afc779486 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8c8fd19-7523-4912-9849-ce1a4a7fbb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Mar 30 18:18:19.198663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (d936e52c-40ac-486a-8863-7cbbc2df0f14), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.211444 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['d936e52c-40ac-486a-8863-7cbbc2df0f14'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:19.225491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Pushing event deleted for resources: {'Port': ['ID=d936e52c-40ac-486a-8863-7cbbc2df0f14,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:19.238992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.239353 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.239707 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.240051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.240652 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.241101 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.241444 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.241784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.242157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.242496 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.242831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.243161 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.243493 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.243821 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.244148 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:19.279596 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] No DVR routers for this DVR port d936e52c-40ac-486a-8863-7cbbc2df0f14 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:18:19.281973 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.285233 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7d8a7a69-17ca-41b1-9ef2-9e10302fd4fa req-a7063971-9959-4b4c-808d-ff6b5fb83a69 tempest-VolumesSnapshotTestJSON-1211876607 tempest-VolumesSnapshotTestJSON-1211876607-project] 10.222.0.23 "DELETE /v2.0/ports/d936e52c-40ac-486a-8863-7cbbc2df0f14 HTTP/1.1" status: 204 len: 173 time: 0.7158082 Mar 30 18:18:19.285664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'name': 'network-vif-deleted', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:19.288028 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ff7def-fa76-4570-ad50-54e152e98731" -d '{"events": [{"server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "name": "network-vif-deleted", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:19.326843 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba746e-9937-4664-9540-8c4acc4bb24f x-openstack-request-id: req-a4ba746e-9937-4664-9540-8c4acc4bb24f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:19.327139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec8a025-895b-4dcc-a79f-f9e9013250c3", "name": "network-vif-deleted", "tag": "d936e52c-40ac-486a-8863-7cbbc2df0f14", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:19.327398 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4ba746e-9937-4664-9540-8c4acc4bb24f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:19.327889 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ba746e-9937-4664-9540-8c4acc4bb24f'] response: {'server_uuid': '5ec8a025-895b-4dcc-a79f-f9e9013250c3', 'name': 'network-vif-deleted', 'tag': 'd936e52c-40ac-486a-8863-7cbbc2df0f14', 'status': 'completed', 'code': 200} Mar 30 18:18:22.162450 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.741611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device d936e52c-40ac-486a-8863-7cbbc2df0f14 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:22.761083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: d936e52c-40ac-486a-8863-7cbbc2df0f14 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:22.761423 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device d936e52c-40ac-486a-8863-7cbbc2df0f14 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:25.790748 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7059-aca8-4426-801d-fea74d33c0bf req-a8a16685-5f49-483d-8d64-54bdaffce8c8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:25.792241 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0bab7059-aca8-4426-801d-fea74d33c0bf req-a8a16685-5f49-483d-8d64-54bdaffce8c8 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0554779 Mar 30 18:18:25.838294 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0bab7059-aca8-4426-801d-fea74d33c0bf req-47064940-4904-4d0f-bfe6-b49ab6fe56e7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404530 Mar 30 18:18:26.959223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1105333-19da-46c5-ada5-d56ffb939136 req-8f355f4f-e3ad-4731-835f-60a3c418078f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.960709 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e1105333-19da-46c5-ada5-d56ffb939136 req-8f355f4f-e3ad-4731-835f-60a3c418078f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0558460 Mar 30 18:18:27.005639 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e1105333-19da-46c5-ada5-d56ffb939136 req-ba61168d-88b2-43d7-ad93-3b53a106e1ef tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Mar 30 18:18:28.122869 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3f2d1-825e-41ee-8e69-6c3d7f2cdb92 req-9af008d2-7c58-47f8-989a-e8dde54c7cf0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.124355 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-90d3f2d1-825e-41ee-8e69-6c3d7f2cdb92 req-9af008d2-7c58-47f8-989a-e8dde54c7cf0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0516348 Mar 30 18:18:28.169887 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-90d3f2d1-825e-41ee-8e69-6c3d7f2cdb92 req-a981d602-e37d-4636-ab4a-6d905116e29c tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Mar 30 18:18:29.290092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17933b8e-bcde-407b-8fe2-89069d0e3ef0 req-4ab2bdf9-2f89-464a-a9cd-49ab5cef192e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.291555 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17933b8e-bcde-407b-8fe2-89069d0e3ef0 req-4ab2bdf9-2f89-464a-a9cd-49ab5cef192e tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Mar 30 18:18:29.337672 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-17933b8e-bcde-407b-8fe2-89069d0e3ef0 req-f5460bcf-9691-48c8-a4e4-b9f762440df3 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Mar 30 18:18:30.456717 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e98f-45d6-4051-bf32-720f875d948f req-cd533244-54e6-4f92-bd73-15fd08072c17 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:30.458235 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5702e98f-45d6-4051-bf32-720f875d948f req-cd533244-54e6-4f92-bd73-15fd08072c17 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0550666 Mar 30 18:18:30.503765 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5702e98f-45d6-4051-bf32-720f875d948f req-93303f92-866f-444a-813f-bfb7a60ad3f0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392303 Mar 30 18:18:31.628567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9268a84-1031-4b7d-8cc4-4c62710012d2 req-ac3f3cfc-53f0-4fd8-bbed-fe318719d699 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.630029 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d9268a84-1031-4b7d-8cc4-4c62710012d2 req-ac3f3cfc-53f0-4fd8-bbed-fe318719d699 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0591214 Mar 30 18:18:31.681773 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d9268a84-1031-4b7d-8cc4-4c62710012d2 req-6a1ab9bd-4d10-444a-96c1-9f333f1b235f tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Mar 30 18:18:32.133969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-16258dc0-dd20-47fb-a506-17cf663146fc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.135418 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-16258dc0-dd20-47fb-a506-17cf663146fc tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Mar 30 18:18:32.229757 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Deleting port 645c7829-90ae-40e3-8eee-2bda01a57c98 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:32.230102 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.321203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] For port 645c7829-90ae-40e3-8eee-2bda01a57c98, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=645c7829-90ae-40e3-8eee-2bda01a57c98,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:32.321573 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.541801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.542076 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.542396 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Floating IP 7b0497c8-0f84-441f-b408-943ce923e226 disassociated. External IP: 172.27.2.89, port: 645c7829-90ae-40e3-8eee-2bda01a57c98. Mar 30 18:18:32.542784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Calling delete_port for 645c7829-90ae-40e3-8eee-2bda01a57c98 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:32.668359 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (645c7829-90ae-40e3-8eee-2bda01a57c98), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.696455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event deleted for resources: {'Port': ['ID=645c7829-90ae-40e3-8eee-2bda01a57c98,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:32.806682 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0613d744-41c9-4b79-ad0b-64ab7163071d req-8c3120db-9eac-459a-bd5b-1c06a56a24e7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=abf38ce9-683c-4113-a60f-53355cb43510 HTTP/1.1" status: 200 len: 210 time: 0.0395792 Mar 30 18:18:32.844881 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:32.958323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:32.971375 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:32.984237 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:32.985431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:33.003058 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] No DVR routers for this DVR port 645c7829-90ae-40e3-8eee-2bda01a57c98 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:18:33.006402 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.009748 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9468092-0c47-4f15-965f-9a4da63ca4e0 req-75597be0-e250-482b-bacd-311fba82f277 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "DELETE /v2.0/ports/645c7829-90ae-40e3-8eee-2bda01a57c98 HTTP/1.1" status: 204 len: 173 time: 0.8686163 Mar 30 18:18:33.010194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'name': 'network-vif-deleted', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:33.013025 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488281c-b4df-4357-a6ab-d89d0e263107" -d '{"events": [{"server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "name": "network-vif-deleted", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:33.091235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a97488e-459d-4db8-a170-c4b6640c092a x-openstack-request-id: req-5a97488e-459d-4db8-a170-c4b6640c092a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:33.091744 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf38ce9-683c-4113-a60f-53355cb43510", "name": "network-vif-deleted", "tag": "645c7829-90ae-40e3-8eee-2bda01a57c98", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:33.092332 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a97488e-459d-4db8-a170-c4b6640c092a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:33.094073 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a97488e-459d-4db8-a170-c4b6640c092a'] response: {'server_uuid': 'abf38ce9-683c-4113-a60f-53355cb43510', 'name': 'network-vif-deleted', 'tag': '645c7829-90ae-40e3-8eee-2bda01a57c98', 'status': 'completed', 'code': 200} Mar 30 18:18:33.144087 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:33.352515 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:33.385098 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:33.390306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:33.390919 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:33.500678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:33.716847 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:33.744005 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d9572-c6ca-4fd0-a0de-549ddebcb0ec None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:13:51Z', 'revision_number': 4, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'bf9b27ce-4077-4a55-bfb3-4a748acf7a80', 'name': '', 'network_id': 'b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'mac_address': 'fa:16:3e:f9:3c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:50Z', 'updated_at': '2022-03-30T18:14:00Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'subnets': [{'id': '94c40cfc-de88-4027-ae25-5c79f5bd6230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:33.900207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57624) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:33.964793 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (e73e7fda-e62e-4142-9be4-cfe4cbe9a93e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.993302 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (e73e7fda-e62e-4142-9be4-cfe4cbe9a93e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.005577 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b67b26-b84d-4b68-8096-8f3c75ab3d75 None None] New status for floating IP 7b0497c8-0f84-441f-b408-943ce923e226: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:18:34.045675 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e73e7fda-e62e-4142-9be4-cfe4cbe9a93e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.048518 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.049969 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "DELETE /v2.0/security-groups/e73e7fda-e62e-4142-9be4-cfe4cbe9a93e HTTP/1.1" status: 204 len: 168 time: 0.1482723 Mar 30 18:18:34.052439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57626) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:34.060459 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73e7fda-e62e-4142-9be4-cfe4cbe9a93e,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:34.067497 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.068402 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.068949 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.069291 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.069628 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.069965 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.070470 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.070810 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.071139 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.071470 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.071801 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.072127 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.072485 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.072812 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.073244 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ab360-5fae-4aa2-8ce8-8a315f02c833 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:34.099971 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-3725de5e-b801-486d-9fce-76211dbf3b2d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] show failed (client error): The resource could not be found. Mar 30 18:18:34.112282 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3725de5e-b801-486d-9fce-76211dbf3b2d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups/e73e7fda-e62e-4142-9be4-cfe4cbe9a93e HTTP/1.1" status: 404 len: 347 time: 0.0562947 Mar 30 18:18:34.112485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57628) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:34.246972 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Deleting port dad7278c-9f3f-4586-9a7b-e01b2e5cdd90 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:34.246972 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.344262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.344896 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.358794 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Calling delete_port for dad7278c-9f3f-4586-9a7b-e01b2e5cdd90 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:34.511117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (dad7278c-9f3f-4586-9a7b-e01b2e5cdd90), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.537530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event deleted for resources: {'Port': ['ID=dad7278c-9f3f-4586-9a7b-e01b2e5cdd90,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:34.604282 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks [] for floatingip (7b0497c8-0f84-441f-b408-943ce923e226), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.606906 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.608064 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9607f9ba-1025-4af9-96c2-c263d47d8108 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b0497c8-0f84-441f-b408-943ce923e226 HTTP/1.1" status: 204 len: 168 time: 0.4946735 Mar 30 18:18:36.811244 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 645c7829-90ae-40e3-8eee-2bda01a57c98 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:36.833982 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 645c7829-90ae-40e3-8eee-2bda01a57c98 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:36.834247 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 645c7829-90ae-40e3-8eee-2bda01a57c98 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:37.078260 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a75600-83ed-4cc0-bd10-8e5321a2d61d req-7773fe92-83ec-4ede-8a03-267b06514712 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:37.079828 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a75600-83ed-4cc0-bd10-8e5321a2d61d req-7773fe92-83ec-4ede-8a03-267b06514712 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0525415 Mar 30 18:18:37.127491 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a75600-83ed-4cc0-bd10-8e5321a2d61d req-40d1f90f-b8aa-4644-8b58-6e4ea63ec3a7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Mar 30 18:18:37.678687 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4afd51e5-98c2-41ad-94cc-704f508531a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.246733 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e39b9-4c62-464e-9221-feef5d3ecf7c req-5d327450-556a-4ade-b75e-6596562b629d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:38.248222 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f41e39b9-4c62-464e-9221-feef5d3ecf7c req-5d327450-556a-4ade-b75e-6596562b629d tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0536599 Mar 30 18:18:38.296165 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f41e39b9-4c62-464e-9221-feef5d3ecf7c req-3458b4d2-5004-4b86-bc1c-561dafd377a0 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Mar 30 18:18:39.414106 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110eb70-f231-45f2-9f58-97b4ba032105 req-8201018d-d18e-42b7-8067-848622705264 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:39.415508 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1110eb70-f231-45f2-9f58-97b4ba032105 req-8201018d-d18e-42b7-8067-848622705264 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0526040 Mar 30 18:18:39.465131 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1110eb70-f231-45f2-9f58-97b4ba032105 req-37b056f0-d758-41f8-ad77-ee875152a1ad tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Mar 30 18:18:40.042908 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4f32da06-6707-4945-90a1-fc60062689de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.159773 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-a23d2186-b049-4930-a3bc-92f3947493da tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:40.161234 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-a23d2186-b049-4930-a3bc-92f3947493da tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 946 time: 0.0537882 Mar 30 18:18:40.258267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Deleting port e0ce72cc-d648-4e74-84d8-5acc36a21f22 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:40.258607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.346680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] For port e0ce72cc-d648-4e74-84d8-5acc36a21f22, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e0ce72cc-d648-4e74-84d8-5acc36a21f22,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:40.347026 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.360095 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Calling delete_port for e0ce72cc-d648-4e74-84d8-5acc36a21f22 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:40.488274 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (e0ce72cc-d648-4e74-84d8-5acc36a21f22), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.502538 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['0c3a701e-4709-402c-9152-6333aa0f87c9', 'e0ce72cc-d648-4e74-84d8-5acc36a21f22'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:40.515665 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event deleted for resources: {'Port': ['ID=e0ce72cc-d648-4e74-84d8-5acc36a21f22,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:40.563846 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] No DVR routers for this DVR port e0ce72cc-d648-4e74-84d8-5acc36a21f22 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:18:40.573771 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.577175 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-60ff0450-a696-47fe-8b44-ac99ed78a265 req-1aca0823-688f-4e23-9275-4e58badb74db tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "DELETE /v2.0/ports/e0ce72cc-d648-4e74-84d8-5acc36a21f22 HTTP/1.1" status: 204 len: 173 time: 0.4071414 Mar 30 18:18:40.577614 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'name': 'network-vif-deleted', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:40.579788 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d9208b-e69e-4cef-a035-7c080f3667c4" -d '{"events": [{"server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "name": "network-vif-deleted", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:40.605509 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4d2f3537-0dcb-416f-9dbc-18b2318f4e87 req-92c80beb-c5d2-4787-84c8-42ec2b961022 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f64a047-f3d5-4f58-a3a4-73896fbbf6a5 HTTP/1.1" status: 200 len: 210 time: 0.0428896 Mar 30 18:18:40.642851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5249a91d-b83a-4ff9-b031-5792aa9153a5 x-openstack-request-id: req-5249a91d-b83a-4ff9-b031-5792aa9153a5 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:40.643372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f64a047-f3d5-4f58-a3a4-73896fbbf6a5", "name": "network-vif-deleted", "tag": "e0ce72cc-d648-4e74-84d8-5acc36a21f22", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:40.643723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5249a91d-b83a-4ff9-b031-5792aa9153a5 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:40.644252 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5249a91d-b83a-4ff9-b031-5792aa9153a5'] response: {'server_uuid': '9f64a047-f3d5-4f58-a3a4-73896fbbf6a5', 'name': 'network-vif-deleted', 'tag': 'e0ce72cc-d648-4e74-84d8-5acc36a21f22', 'status': 'completed', 'code': 200} Mar 30 18:18:40.855229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:41.872341 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af5da-8587-436e-baf2-2267f89b14b2 req-b1151ec1-8f73-47f2-8b4f-4335271104e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.873812 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b63af5da-8587-436e-baf2-2267f89b14b2 req-b1151ec1-8f73-47f2-8b4f-4335271104e1 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Mar 30 18:18:41.918917 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b63af5da-8587-436e-baf2-2267f89b14b2 req-49817549-cb81-46a2-ac92-abb40794c2fb tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Mar 30 18:18:42.289638 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57726) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:42.333041 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Deleting subnet 1c92da31-4f43-4bdd-9fc4-81488fe49084 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:18:42.336099 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Publish callbacks [] for subnet (1c92da31-4f43-4bdd-9fc4-81488fe49084), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.373090 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (1c92da31-4f43-4bdd-9fc4-81488fe49084), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.413880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (1c92da31-4f43-4bdd-9fc4-81488fe49084), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.465557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (1c92da31-4f43-4bdd-9fc4-81488fe49084), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.492771 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c92da31-4f43-4bdd-9fc4-81488fe49084,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:42.494115 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.497183 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a9803ca3-22f2-4280-b264-8693600efb85 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c92da31-4f43-4bdd-9fc4-81488fe49084 HTTP/1.1" status: 204 len: 168 time: 0.2065549 Mar 30 18:18:42.499746 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57728) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:42.518484 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.570978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.645959 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.665893 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:42.674715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c0bf15-862e-4714-bdd5-a22af4f8fdfb') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:42.675005 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c0bf15-862e-4714-bdd5-a22af4f8fdfb') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:42.684055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (27c0bf15-862e-4714-bdd5-a22af4f8fdfb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.696937 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (27c0bf15-862e-4714-bdd5-a22af4f8fdfb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.703206 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:18:42.703683 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (27c0bf15-862e-4714-bdd5-a22af4f8fdfb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:18:42.705271 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:18:42.759981 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.766902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.770050 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] 10.222.0.24 "DELETE /v2.0/networks/05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c HTTP/1.1" status: 204 len: 168 time: 0.2693315 Mar 30 18:18:42.780283 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d56b6d-891f-48ba-97ba-c42cff715ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=05c5ccbb-649a-49b2-8caf-3f6b2ac2ec2c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:42.930421 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57732) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:42.970565 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7b79a7e2-3063-4e7a-9af8-f37b2ca09703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dbc8eccfd62493eb905af7953da28c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389876 Mar 30 18:18:42.973040 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57736) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.019323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] Publish callbacks [] for security_group (e8c8fd19-7523-4912-9849-ce1a4a7fbb69), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.038637 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714b28-011c-42b6-b038-2cc60bb6ce2e req-1c2b7353-baab-41b1-9b47-0342767165ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:43.040109 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c714b28-011c-42b6-b038-2cc60bb6ce2e req-1c2b7353-baab-41b1-9b47-0342767165ce tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0528226 Mar 30 18:18:43.041217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] Publish callbacks [] for security_group (e8c8fd19-7523-4912-9849-ce1a4a7fbb69), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.086979 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c714b28-011c-42b6-b038-2cc60bb6ce2e req-e62e4cd8-5662-4fd6-8fb5-885b13e56ad7 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Mar 30 18:18:43.089094 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e8c8fd19-7523-4912-9849-ce1a4a7fbb69), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.092454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.095862 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8c8fd19-7523-4912-9849-ce1a4a7fbb69 HTTP/1.1" status: 204 len: 168 time: 0.1195016 Mar 30 18:18:43.108186 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d3d5-194f-452c-8492-cf5ec183dd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c8fd19-7523-4912-9849-ce1a4a7fbb69,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:43.756487 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57758) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.851649 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1281438833-network', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:43.874076 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Made reservation on behalf of 8f147e63b3094a20b10b82a07b2afbfc for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:43.876239 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.884350 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.957484 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks [] for security_group (3e7697af-1e5d-470b-822c-13f423998883), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.961613 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3e7697af-1e5d-470b-822c-13f423998883), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.983173 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:18:43.997474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7697af-1e5d-470b-822c-13f423998883,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.002558 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (47a971ce-c922-47d6-95e8-5403eaac621d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.002907 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Added segment 47a971ce-c922-47d6-95e8-5403eaac621d of type vlan for network 094abf50-fb2a-44ec-a8e1-199a5454de40 Mar 30 18:18:44.043720 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (094abf50-fb2a-44ec-a8e1-199a5454de40), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.069272 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (094abf50-fb2a-44ec-a8e1-199a5454de40), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.070492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:44.071191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.082020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.137244 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3796458 Mar 30 18:18:44.140082 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57764) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:44.142780 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca6ce-d97b-4d1d-b89a-62ddbdbfa0bb admin admin] Pushing event updated for resources: {'Network': ['ID=094abf50-fb2a-44ec-a8e1-199a5454de40,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.144911 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Request body: {'subnet': {'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1281438833-subnet', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:44.153652 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:18:44.173516 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Made reservation on behalf of 8f147e63b3094a20b10b82a07b2afbfc for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:44.175879 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.221497 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff4a12-f42e-4ecc-adf9-9a90b9e63159 req-88e372e7-52d5-4cf1-b87a-53f854946568 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:44.223155 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66ff4a12-f42e-4ecc-adf9-9a90b9e63159 req-88e372e7-52d5-4cf1-b87a-53f854946568 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0559533 Mar 30 18:18:44.275813 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66ff4a12-f42e-4ecc-adf9-9a90b9e63159 req-c77b8e89-d746-45f2-96c4-9e175a85d9ef tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Mar 30 18:18:44.350918 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (2e0ce7f2-8169-4b78-834d-254136fa0764), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.407851 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0ce7f2-8169-4b78-834d-254136fa0764,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.415680 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:44.416038 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Network hostable DHCP agents. Network: 094abf50-fb2a-44ec-a8e1-199a5454de40, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:18:44.432635 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:18:44.440492 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 094abf50-fb2a-44ec-a8e1-199a5454de40) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:44.444971 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:44.445554 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.451314 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65155b9e-a4fe-4cfc-88c9-7d95ae0289fb None None] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:44.461426 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e2e46152-2ec6-49a2-8c39-365579c60197 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3202491 Mar 30 18:18:44.463979 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57766) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:44.468512 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:44.486954 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.488028 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.543836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for router_controller (0a4bb785-ba2d-45c4-80a1-52f8b159838b), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.548382 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-094abf50-fb2a-44ec-a8e1-199a5454de40', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:18:44.549239 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.682875 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Allocated IP 172.20.0.2 (094abf50-fb2a-44ec-a8e1-199a5454de40/2e0ce7f2-8169-4b78-834d-254136fa0764/0f034fdc-0d31-410b-9c69-bb87d795d102) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:44.688922 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for router_gateway (0a4bb785-ba2d-45c4-80a1-52f8b159838b), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.823801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks [] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.826788 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device e0ce72cc-d648-4e74-84d8-5acc36a21f22 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:44.850115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.851837 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: e0ce72cc-d648-4e74-84d8-5acc36a21f22 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:44.852179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device e0ce72cc-d648-4e74-84d8-5acc36a21f22 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:44.889493 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:44.889763 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for router_gateway (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.899512 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:44.901619 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Pushing event updated for resources: {'Port': ['ID=0f034fdc-0d31-410b-9c69-bb87d795d102,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.903742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:44.908887 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.961655 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Attempting to bind port 0f034fdc-0d31-410b-9c69-bb87d795d102 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:44.961937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Attempting to bind port 0f034fdc-0d31-410b-9c69-bb87d795d102 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:44.962304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Attempting to bind port 0f034fdc-0d31-410b-9c69-bb87d795d102 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:44.967362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:44.967746 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:44.968149 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.968583 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Bound using segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:44.969055 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Bound port: 0f034fdc-0d31-410b-9c69-bb87d795d102, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:44.969440 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.014704 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Allocated IP 172.27.2.148 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/0d59fcc3-1eea-4a26-b243-2829f10d511a) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:45.033276 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] For port 0f034fdc-0d31-410b-9c69-bb87d795d102, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:45.037118 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] For port 0f034fdc-0d31-410b-9c69-bb87d795d102, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0f034fdc-0d31-410b-9c69-bb87d795d102,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:45.042927 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.097010 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c370422-7f2a-4712-ad8e-862849b5694b None None] Pushing event updated for resources: {'Port': ['ID=0f034fdc-0d31-410b-9c69-bb87d795d102,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.116594 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.149957 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.189879 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:45.193723 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:45.197274 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:45.278427 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Pushing event updated for resources: {'Port': ['ID=0d59fcc3-1eea-4a26-b243-2829f10d511a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.417477 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0f034fdc-0d31-410b-9c69-bb87d795d102 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:45.440331 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-a1cf4691-ae88-4c0a-b9fc-edda3681e568 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.442757 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-a1cf4691-ae88-4c0a-b9fc-edda3681e568 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.0770049 Mar 30 18:18:45.482541 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 0f034fdc-0d31-410b-9c69-bb87d795d102 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:45.482941 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.485613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060a4d6-3de7-41ed-86f0-6d6fba9ebbe9 req-b2d93a54-05a6-4883-be96-7aed67036e3b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.487129 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8060a4d6-3de7-41ed-86f0-6d6fba9ebbe9 req-b2d93a54-05a6-4883-be96-7aed67036e3b tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad58e66f-2aef-4c19-ad16-3318ad542ff4 HTTP/1.1" status: 200 len: 946 time: 0.1363614 Mar 30 18:18:45.549706 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8060a4d6-3de7-41ed-86f0-6d6fba9ebbe9 req-34a50d75-30c4-408c-8f87-2cd9beb0b668 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Mar 30 18:18:45.557153 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for router_gateway (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.566781 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Deleting port 0c3a701e-4709-402c-9152-6333aa0f87c9 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:45.567885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.594850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 0f034fdc-0d31-410b-9c69-bb87d795d102 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:45.595340 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.633918 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 0f034fdc-0d31-410b-9c69-bb87d795d102, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0f034fdc-0d31-410b-9c69-bb87d795d102,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:45.641447 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.667999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] For port 0c3a701e-4709-402c-9152-6333aa0f87c9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0c3a701e-4709-402c-9152-6333aa0f87c9,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:45.668402 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.683792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Calling delete_port for 0c3a701e-4709-402c-9152-6333aa0f87c9 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:45.696068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=0f034fdc-0d31-410b-9c69-bb87d795d102,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.833700 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0c3a701e-4709-402c-9152-6333aa0f87c9), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.846962 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['0c3a701e-4709-402c-9152-6333aa0f87c9'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:45.865739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Pushing event deleted for resources: {'Port': ['ID=0c3a701e-4709-402c-9152-6333aa0f87c9,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.923120 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] No DVR routers for this DVR port 0c3a701e-4709-402c-9152-6333aa0f87c9 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:18:45.925765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.929901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-969d9fe7-d1fa-4037-832a-f909004981c8 req-bd8a8025-8275-4da7-a3c5-b9454f45ea92 tempest-ServerRescueNegativeTestJSON-400993950 tempest-ServerRescueNegativeTestJSON-400993950-project] 10.222.0.23 "DELETE /v2.0/ports/0c3a701e-4709-402c-9152-6333aa0f87c9 HTTP/1.1" status: 204 len: 173 time: 0.4809883 Mar 30 18:18:45.930387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'name': 'network-vif-deleted', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:45.932846 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd52e73-15ca-4af1-8b31-b00af7a778fc" -d '{"events": [{"server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "name": "network-vif-deleted", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:45.989621 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.994924 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44bcbd6-9709-4ffb-910b-adbbbda7e0e9 x-openstack-request-id: req-e44bcbd6-9709-4ffb-910b-adbbbda7e0e9 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:45.995227 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad58e66f-2aef-4c19-ad16-3318ad542ff4", "name": "network-vif-deleted", "tag": "0c3a701e-4709-402c-9152-6333aa0f87c9", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:45.995604 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e44bcbd6-9709-4ffb-910b-adbbbda7e0e9 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:45.995937 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44bcbd6-9709-4ffb-910b-adbbbda7e0e9'] response: {'server_uuid': 'ad58e66f-2aef-4c19-ad16-3318ad542ff4', 'name': 'network-vif-deleted', 'tag': '0c3a701e-4709-402c-9152-6333aa0f87c9', 'status': 'completed', 'code': 200} Mar 30 18:18:46.132110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:18:46.186465 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3ec9d-a0e8-41b1-9795-b4bd5bafb2ef None None] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:46.256242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:46.269085 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:46.274332 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-fc32c636-ef18-42ec-b96d-66735b31e2c2 None None] Provisioning complete for port 0f034fdc-0d31-410b-9c69-bb87d795d102 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:46.274713 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fc32c636-ef18-42ec-b96d-66735b31e2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.274839 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.276406 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-02f7e693-2b1f-4bb7-bd5f-89dc5dc3781d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8109496 Mar 30 18:18:46.279042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57772) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:46.462127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:46.462696 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:46.604708 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-fc32c636-ef18-42ec-b96d-66735b31e2c2 None None] Current status of the port 0f034fdc-0d31-410b-9c69-bb87d795d102 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:46.619731 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:46.623603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57776) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:46.826177 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:45Z', 'revision_number': 3, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:46.855735 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9f80a69a-6e67-442c-a5d2-128f081679f4 None None] Provisioning complete for port 0f034fdc-0d31-410b-9c69-bb87d795d102 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:46.856020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f80a69a-6e67-442c-a5d2-128f081679f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.858881 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:46.859235 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Updating router 0a4bb785-ba2d-45c4-80a1-52f8b159838b port 0d59fcc3-1eea-4a26-b243-2829f10d511a binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:46.916089 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.049395 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9f80a69a-6e67-442c-a5d2-128f081679f4 None None] Current status of the port 0f034fdc-0d31-410b-9c69-bb87d795d102 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:47.077108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.194625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks [] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.200974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.257835 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Attempting to bind port 0d59fcc3-1eea-4a26-b243-2829f10d511a on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:47.258208 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Attempting to bind port 0d59fcc3-1eea-4a26-b243-2829f10d511a by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:47.258568 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Attempting to bind port 0d59fcc3-1eea-4a26-b243-2829f10d511a on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:47.261354 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecac81-29ba-4171-b9bf-7724dcd72e13 None None] Pushing event updated for resources: {'Port': ['ID=0d59fcc3-1eea-4a26-b243-2829f10d511a,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.266376 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:47.267277 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:47.267277 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.267509 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:47.268322 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Bound port: 0d59fcc3-1eea-4a26-b243-2829f10d511a, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:47.268480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.320621 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] For port 0d59fcc3-1eea-4a26-b243-2829f10d511a, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:47.327235 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] For port 0d59fcc3-1eea-4a26-b243-2829f10d511a, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0d59fcc3-1eea-4a26-b243-2829f10d511a,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:47.334897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.363200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0f034fdc-0d31-410b-9c69-bb87d795d102 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:47.393011 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Allocated IP 172.20.0.1 (094abf50-fb2a-44ec-a8e1-199a5454de40/2e0ce7f2-8169-4b78-834d-254136fa0764/81c1601b-5d02-4223-9f94-d15553948104) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:47.431221 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:47.431935 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:47.500058 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecac81-29ba-4171-b9bf-7724dcd72e13 None None] Pushing event updated for resources: {'Port': ['ID=0d59fcc3-1eea-4a26-b243-2829f10d511a,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.542985 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 0f034fdc-0d31-410b-9c69-bb87d795d102 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:47.543370 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.583628 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks [] for port (81c1601b-5d02-4223-9f94-d15553948104), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.584146 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:47.642170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.706709 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.757759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:47.763217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:47.764770 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 0f034fdc-0d31-410b-9c69-bb87d795d102 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:47.769849 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:47.808191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Pushing event updated for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.845012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:45Z', 'revision_number': 3, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:47.847425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.878213 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e90ec-acd4-40ce-80c6-810c71c5d394 None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:45Z', 'revision_number': 3, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:47.975542 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-325e5c32-0d7e-457f-b031-655ad2b1c59a None None] Provisioning complete for port 81c1601b-5d02-4223-9f94-d15553948104 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:47.975922 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-325e5c32-0d7e-457f-b031-655ad2b1c59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (81c1601b-5d02-4223-9f94-d15553948104), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.009595 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-325e5c32-0d7e-457f-b031-655ad2b1c59a None None] Port 81c1601b-5d02-4223-9f94-d15553948104 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:48.096008 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (81c1601b-5d02-4223-9f94-d15553948104), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.159683 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:18:48.238379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Deleting port bf9b27ce-4077-4a55-bfb3-4a748acf7a80 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:48.239486 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.360225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] For port bf9b27ce-4077-4a55-bfb3-4a748acf7a80, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:48.360563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.381625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Calling delete_port for bf9b27ce-4077-4a55-bfb3-4a748acf7a80 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:48.394494 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks [] for port (81c1601b-5d02-4223-9f94-d15553948104), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.401719 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.507063 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.508856 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Pushing event updated for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:48.672356 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:48.674842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:48.789875 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (bf9b27ce-4077-4a55-bfb3-4a748acf7a80), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.825595 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9b27ce-4077-4a55-bfb3-4a748acf7a80,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:48.850307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0c3a701e-4709-402c-9152-6333aa0f87c9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:48.870307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 0c3a701e-4709-402c-9152-6333aa0f87c9 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:48.870657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0c3a701e-4709-402c-9152-6333aa0f87c9 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:48.897687 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:48.935574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-8cef93d1-7cd6-4ef1-b0e5-99cfbbdbf938 None None] Provisioning complete for port 81c1601b-5d02-4223-9f94-d15553948104 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:48.936096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-8cef93d1-7cd6-4ef1-b0e5-99cfbbdbf938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (81c1601b-5d02-4223-9f94-d15553948104), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.982046 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-8cef93d1-7cd6-4ef1-b0e5-99cfbbdbf938 None None] Port 81c1601b-5d02-4223-9f94-d15553948104 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:49.325884 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.379372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:49.408325 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-96cd847a-a929-4fc2-9b12-967d90318788 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a4bb785-ba2d-45c4-80a1-52f8b159838b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1281548 Mar 30 18:18:49.433365 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0d59fcc3-1eea-4a26-b243-2829f10d511a up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:49.486240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 0d59fcc3-1eea-4a26-b243-2829f10d511a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:49.486619 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.499613 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:49.510623 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:49.511475 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:49.576629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 0d59fcc3-1eea-4a26-b243-2829f10d511a is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:49.577306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.598443 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 0d59fcc3-1eea-4a26-b243-2829f10d511a, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0d59fcc3-1eea-4a26-b243-2829f10d511a,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:49.602953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.630869 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:49.633791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Router cf8e1c03-ae74-4a57-862c-fc4492a2b991 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:49.659068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=0d59fcc3-1eea-4a26-b243-2829f10d511a,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:49.771824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:49.777132 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-afc87c76-5262-450a-9e96-6b818cb87df5 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf8e1c03-ae74-4a57-862c-fc4492a2b991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1525054 Mar 30 18:18:49.779783 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57788) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:49.783085 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Sync routers for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:49.795114 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:49.796212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:49.920831 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks [] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.946160 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 2, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:49.979052 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:49.979487 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Updating router 0a4bb785-ba2d-45c4-80a1-52f8b159838b port 81c1601b-5d02-4223-9f94-d15553948104 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:50.011716 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (81c1601b-5d02-4223-9f94-d15553948104), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.079647 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks [] for router_gateway (cf8e1c03-ae74-4a57-862c-fc4492a2b991), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.095907 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57796) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:50.102015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1684985407-network', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:50.106968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:50.124223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Made reservation on behalf of 97f94a731b2d48f0b9f51dd1a0e6b3b3 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:50.129757 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.142989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.158783 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Deleting port fb47a942-092e-4a16-80f5-160cb0e0fd87 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:50.159432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.233946 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks [] for security_group (7b31cd50-a01f-4b7b-adf6-c31e6cf02808), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.240654 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7b31cd50-a01f-4b7b-adf6-c31e6cf02808), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.263465 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] For port fb47a942-092e-4a16-80f5-160cb0e0fd87, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fb47a942-092e-4a16-80f5-160cb0e0fd87,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:50.264194 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.282190 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Calling delete_port for fb47a942-092e-4a16-80f5-160cb0e0fd87 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:50.286238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:18:50.297492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31cd50-a01f-4b7b-adf6-c31e6cf02808,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.304097 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (933a8c21-f083-4d28-8eb0-8514c05d0bbf), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.304471 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Added segment 933a8c21-f083-4d28-8eb0-8514c05d0bbf of type vlan for network c7db162a-6d17-48ea-b36d-72dde50f1063 Mar 30 18:18:50.326548 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks [] for port (81c1601b-5d02-4223-9f94-d15553948104), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.333911 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.349015 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 5, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port': {'id': 'fb47a942-092e-4a16-80f5-160cb0e0fd87', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:50.359082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (c7db162a-6d17-48ea-b36d-72dde50f1063), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.394096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Checking router: cf8e1c03-ae74-4a57-862c-fc4492a2b991 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:50.402915 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Pushing event updated for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.405532 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (c7db162a-6d17-48ea-b36d-72dde50f1063), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.406303 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Routers {'cf8e1c03-ae74-4a57-862c-fc4492a2b991'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:50.406790 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:50.406966 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:50.407261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.435083 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.435449 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.435876 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.436233 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.436591 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.437322 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.437657 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.438171 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.438500 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.438815 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.439140 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.439474 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.439799 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.440201 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.440550 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:50.487470 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3901944 Mar 30 18:18:50.490887 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57798) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:50.494747 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Attempting to bind port 81c1601b-5d02-4223-9f94-d15553948104 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:50.495123 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Attempting to bind port 81c1601b-5d02-4223-9f94-d15553948104 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:50.495537 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Attempting to bind port 81c1601b-5d02-4223-9f94-d15553948104 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:50.501692 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:50.502390 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:50.502494 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.502834 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Bound using segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:50.503302 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Bound port: 81c1601b-5d02-4223-9f94-d15553948104, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:50.503676 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (81c1601b-5d02-4223-9f94-d15553948104), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.504592 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Request body: {'subnet': {'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1684985407-subnet', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:50.545547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b030d7-2dce-4fdc-9bad-7b2d5cfccdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=c7db162a-6d17-48ea-b36d-72dde50f1063,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.548792 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] Set router cf8e1c03-ae74-4a57-862c-fc4492a2b991 gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:50.556818 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Made reservation on behalf of 97f94a731b2d48f0b9f51dd1a0e6b3b3 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:50.559543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14426854'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.585357 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] For port 81c1601b-5d02-4223-9f94-d15553948104, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:50.588710 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] For port 81c1601b-5d02-4223-9f94-d15553948104, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=81c1601b-5d02-4223-9f94-d15553948104,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:50.599315 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.603998 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network c7db162a-6d17-48ea-b36d-72dde50f1063 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:18:50.609993 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (fb47a942-092e-4a16-80f5-160cb0e0fd87), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.647789 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 6, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:50.656918 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb47a942-092e-4a16-80f5-160cb0e0fd87,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.669369 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:50.670040 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:50.703238 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.709919 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab364cd-dcc3-40da-95f1-e30535eb8d10 None None] The sync data for ids ['cf8e1c03-ae74-4a57-862c-fc4492a2b991'] in dv-cinder-835878-1-iscsi is: [{'id': 'cf8e1c03-ae74-4a57-862c-fc4492a2b991', 'name': 'tempest-ServerRescueNegativeTestJSON-1816295572-router', 'tenant_id': 'f6c8cc8bb01748989c6da627869a36fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:44Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 6, 'project_id': 'f6c8cc8bb01748989c6da627869a36fc', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:50.828058 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Provisioning complete for port 81c1601b-5d02-4223-9f94-d15553948104 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:50.832978 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (81c1601b-5d02-4223-9f94-d15553948104), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.840055 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:50.857382 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16272345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14426864'] for subnet (6d238692-43a6-49ff-81e0-7c71dae48226), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.890000 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.897318 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks [] for router_controller (cf8e1c03-ae74-4a57-862c-fc4492a2b991), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.937806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d238692-43a6-49ff-81e0-7c71dae48226,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.938922 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Current status of the port 81c1601b-5d02-4223-9f94-d15553948104 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:50.940203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (81c1601b-5d02-4223-9f94-d15553948104), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.941740 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Checking segment: {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:50.942302 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Network hostable DHCP agents. Network: c7db162a-6d17-48ea-b36d-72dde50f1063, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:18:50.963575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Network c7db162a-6d17-48ea-b36d-72dde50f1063 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:18:50.970719 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4e53d-8aba-4e79-bf08-d2067ade38dc None None] Pushing event updated for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.981239 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, c7db162a-6d17-48ea-b36d-72dde50f1063) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:50.989353 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:50.991602 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.994007 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0797ee-8502-44e1-b854-0e3558b5fd0b None None] Network c7db162a-6d17-48ea-b36d-72dde50f1063 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:51.013158 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] For port 81c1601b-5d02-4223-9f94-d15553948104, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=81c1601b-5d02-4223-9f94-d15553948104,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:51.013896 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6d07b22b-e1db-40fc-bef5-227351ff6cbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5219600 Mar 30 18:18:51.014362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57800) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:51.019067 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:51.028772 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (cf8e1c03-ae74-4a57-862c-fc4492a2b991), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.029335 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8e1c03-ae74-4a57-862c-fc4492a2b991 {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:18:51.037880 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.039024 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-07be3762-edea-42a3-808d-893e1520aa30 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf8e1c03-ae74-4a57-862c-fc4492a2b991 HTTP/1.1" status: 204 len: 168 time: 1.2581201 Mar 30 18:18:51.042041 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57802) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:51.054758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.056582 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.058689 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.122446 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Deleting subnet 94c40cfc-de88-4027-ae25-5c79f5bd6230 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:18:51.132027 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Publish callbacks [] for subnet (94c40cfc-de88-4027-ae25-5c79f5bd6230), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.139549 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for router_controller (ae47b666-e493-46c1-b044-f6b6962a57d5), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.146906 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981118-13e8-43f6-af7e-e97065c7e37e None None] Pushing event updated for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:51.210169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (94c40cfc-de88-4027-ae25-5c79f5bd6230), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.212979 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:51.235313 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-c7db162a-6d17-48ea-b36d-72dde50f1063', 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063', 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'fixed_ips': [{'subnet_id': '6d238692-43a6-49ff-81e0-7c71dae48226'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:18:51.236173 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.262661 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9f7bdbb2-999f-44ce-8947-97c3fb9da68e None None] Provisioning complete for port 81c1601b-5d02-4223-9f94-d15553948104 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:51.263044 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9f7bdbb2-999f-44ce-8947-97c3fb9da68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (81c1601b-5d02-4223-9f94-d15553948104), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.273289 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496e3f3c-6387-4c7b-b795-8c3221b9c1e1 None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:51.326402 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for router_gateway (ae47b666-e493-46c1-b044-f6b6962a57d5), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.359247 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (94c40cfc-de88-4027-ae25-5c79f5bd6230), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.417879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (94c40cfc-de88-4027-ae25-5c79f5bd6230), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.442376 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c40cfc-de88-4027-ae25-5c79f5bd6230,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:51.446414 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9f7bdbb2-999f-44ce-8947-97c3fb9da68e None None] Current status of the port 81c1601b-5d02-4223-9f94-d15553948104 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:51.451994 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.456424 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-70cea856-0c4c-4322-8214-0cd51c3cdf26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94c40cfc-de88-4027-ae25-5c79f5bd6230 HTTP/1.1" status: 204 len: 168 time: 0.4130960 Mar 30 18:18:51.459021 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57804) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:51.459234 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Allocated IP 172.20.0.2 (c7db162a-6d17-48ea-b36d-72dde50f1063/6d238692-43a6-49ff-81e0-7c71dae48226/e3269db0-f149-421b-849a-d412ed2b37e1) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:51.477877 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1056a-6b1e-4709-b738-a22a16497cdc None None] Network b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:51.533865 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.560975 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for router_gateway (ae47b666-e493-46c1-b044-f6b6962a57d5), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.624016 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.640177 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Deleting port 2a2295eb-272f-4983-9267-e23a77419b62 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:18:51.642577 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (2a2295eb-272f-4983-9267-e23a77419b62), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.767930 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0d59fcc3-1eea-4a26-b243-2829f10d511a up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:51.777918 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] For port 2a2295eb-272f-4983-9267-e23a77419b62, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2a2295eb-272f-4983-9267-e23a77419b62,segment=NetworkSegment(ba7b42a3-72fe-4925-86fa-ad4c886eed79),segment_id=ba7b42a3-72fe-4925-86fa-ad4c886eed79)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:51.778294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (2a2295eb-272f-4983-9267-e23a77419b62), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.798149 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Calling delete_port for 2a2295eb-272f-4983-9267-e23a77419b62 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:18:51.828323 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Allocated IP 172.27.2.116 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/aec052ae-049d-46b6-be42-027c134ed264) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:51.843665 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks [] for port (e3269db0-f149-421b-849a-d412ed2b37e1), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.862525 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.874120 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da4343-3766-4d31-bc4d-5d5e30f90dbb None None] DHCP port deletion for b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:18:51.922986 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (2a2295eb-272f-4983-9267-e23a77419b62), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.935949 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 0d59fcc3-1eea-4a26-b243-2829f10d511a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:51.936714 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.955045 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2295eb-272f-4983-9267-e23a77419b62,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:51.962799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] No DVR routers for this DVR port 2a2295eb-272f-4983-9267-e23a77419b62 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:18:51.987207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for port (aec052ae-049d-46b6-be42-027c134ed264), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.994936 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Network c7db162a-6d17-48ea-b36d-72dde50f1063 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:51.996049 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-29da4343-3766-4d31-bc4d-5d5e30f90dbb None None] The port '2a2295eb-272f-4983-9267-e23a77419b62' was deleted {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 30 18:18:52.006357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:52.009925 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Pushing event updated for resources: {'Port': ['ID=e3269db0-f149-421b-849a-d412ed2b37e1,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.017980 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:52.059336 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (aec052ae-049d-46b6-be42-027c134ed264), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.091119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.107952 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:52.111312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:52.122120 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:52.124162 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Attempting to bind port e3269db0-f149-421b-849a-d412ed2b37e1 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:52.124578 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Attempting to bind port e3269db0-f149-421b-849a-d412ed2b37e1 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:52.124945 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Attempting to bind port e3269db0-f149-421b-849a-d412ed2b37e1 on network c7db162a-6d17-48ea-b36d-72dde50f1063 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:52.128896 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Pushing event updated for resources: {'Port': ['ID=aec052ae-049d-46b6-be42-027c134ed264,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.132822 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:52.133522 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:52.133904 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Checking segment: {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:52.134307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.134700 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Bound using segment: {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:52.135173 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Bound port: e3269db0-f149-421b-849a-d412ed2b37e1, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:52.135552 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.161114 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7b42a3-72fe-4925-86fa-ad4c886eed79') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:52.161584 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7b42a3-72fe-4925-86fa-ad4c886eed79') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:52.172172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (ba7b42a3-72fe-4925-86fa-ad4c886eed79), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.196530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (ba7b42a3-72fe-4925-86fa-ad4c886eed79), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.208479 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:18:52.209164 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (ba7b42a3-72fe-4925-86fa-ad4c886eed79), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:18:52.211051 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:18:52.244050 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 0d59fcc3-1eea-4a26-b243-2829f10d511a is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:52.250336 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.274507 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] For port e3269db0-f149-421b-849a-d412ed2b37e1, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:52.316713 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] For port e3269db0-f149-421b-849a-d412ed2b37e1, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=e3269db0-f149-421b-849a-d412ed2b37e1,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:52.320495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.324341 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.332804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.336968 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] 10.222.0.24 "DELETE /v2.0/networks/b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5 HTTP/1.1" status: 204 len: 168 time: 0.8767190 Mar 30 18:18:52.353387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8d63-3518-40b9-8893-1fb40306521c admin admin] Pushing event deleted for resources: {'Network': ['ID=b60939c8-d9f9-4e28-9b3e-d4b1b97a3df5,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.365859 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device bf9b27ce-4077-4a55-bfb3-4a748acf7a80 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:52.400153 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: bf9b27ce-4077-4a55-bfb3-4a748acf7a80 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:52.400761 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device bf9b27ce-4077-4a55-bfb3-4a748acf7a80 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:52.401468 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fb47a942-092e-4a16-80f5-160cb0e0fd87 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:52.448126 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: fb47a942-092e-4a16-80f5-160cb0e0fd87 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:52.448506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fb47a942-092e-4a16-80f5-160cb0e0fd87 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:52.460211 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66767bee-66fb-4936-aa36-de76ba4510f9 None None] Pushing event updated for resources: {'Port': ['ID=e3269db0-f149-421b-849a-d412ed2b37e1,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.469886 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for router_gateway (ae47b666-e493-46c1-b044-f6b6962a57d5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.610727 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57808) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:52.706780 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7c763525-e5fa-4a3e-82f0-0aa9cdc58166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6c8cc8bb01748989c6da627869a36fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0947025 Mar 30 18:18:52.710006 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57810) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:52.774136 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] Publish callbacks [] for security_group (9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.798951 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] Publish callbacks [] for security_group (9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.866785 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.869361 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.873041 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95 HTTP/1.1" status: 204 len: 168 time: 0.1591959 Mar 30 18:18:52.881828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4f1f5-96f1-40b5-8852-0ee8cbaddc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11b8c7-ae25-4dc8-9e2f-a6fd9e532b95,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.994834 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.136534 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Router ae47b666-e493-46c1-b044-f6b6962a57d5 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:18:53.270635 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:53.282592 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Sync routers for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:53.297912 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:53.299085 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:53.310153 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.316616 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e643965d-2d57-4eba-b321-9a778bcd06d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2986681 Mar 30 18:18:53.318868 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57824) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:53.486352 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:53.492196 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 81c1601b-5d02-4223-9f94-d15553948104 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:53.578242 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 81c1601b-5d02-4223-9f94-d15553948104 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:53.578625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (81c1601b-5d02-4223-9f94-d15553948104), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.659464 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-8228967b-b110-4813-86c9-6f23b5bdf73b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519891 Mar 30 18:18:53.705471 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe9643-ec10-4f8c-b8a7-b43aefbea26e None None] Network c7db162a-6d17-48ea-b36d-72dde50f1063 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:53.789411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-886a475c-e1ef-4fe5-9759-869f0dd0f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:53.794892 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-886a475c-e1ef-4fe5-9759-869f0dd0f910 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 1130 time: 0.0791199 Mar 30 18:18:53.802098 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:53.839729 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Checking router: ae47b666-e493-46c1-b044-f6b6962a57d5 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:53.841873 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Updating router ae47b666-e493-46c1-b044-f6b6962a57d5 port aec052ae-049d-46b6-be42-027c134ed264 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:53.876802 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (aec052ae-049d-46b6-be42-027c134ed264), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.936262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57834) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:53.942428 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 81c1601b-5d02-4223-9f94-d15553948104 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:53.943752 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device e3269db0-f149-421b-849a-d412ed2b37e1 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:53.956583 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-66d26127-903d-4735-be99-4725a13c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:53.959119 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-66d26127-903d-4735-be99-4725a13c81ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.1364129 Mar 30 18:18:54.006114 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Provisioning complete for port e3269db0-f149-421b-849a-d412ed2b37e1 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:54.006786 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.018508 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.068217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-839f3ae2-35e3-49ae-8752-a1c755932bdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 200 len: 1002 time: 0.1006246 Mar 30 18:18:54.097414 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port e3269db0-f149-421b-849a-d412ed2b37e1 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:54.098694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.153589 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-950256372-network', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:54.181003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Made reservation on behalf of 9a13b2b6284c47e8ad677905797fd023 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:54.183797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.188048 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-eec89250-f668-4b4c-be0f-c2b172b955f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:54.189750 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-eec89250-f668-4b4c-be0f-c2b172b955f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.1131439 Mar 30 18:18:54.196659 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.222365 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Current status of the port e3269db0-f149-421b-849a-d412ed2b37e1 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:54.225068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.283517 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-ef9c9f7b-38a1-4dc3-bcdf-8fc189d01576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:54.285470 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-ef9c9f7b-38a1-4dc3-bcdf-8fc189d01576 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790584 Mar 30 18:18:54.298414 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Allocated IP 172.20.0.1 (c7db162a-6d17-48ea-b36d-72dde50f1063/6d238692-43a6-49ff-81e0-7c71dae48226/3d2e8799-8630-4ffa-8390-7474cf92cd18) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:54.313206 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] For port e3269db0-f149-421b-849a-d412ed2b37e1, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=e3269db0-f149-421b-849a-d412ed2b37e1,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:54.375996 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.422442 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks [] for port (aec052ae-049d-46b6-be42-027c134ed264), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.428133 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks [] for security_group (c87ad073-7e5f-440f-b0f4-a1a4981ea5dd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.431131 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (aec052ae-049d-46b6-be42-027c134ed264), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.434833 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c87ad073-7e5f-440f-b0f4-a1a4981ea5dd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.437478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port e3269db0-f149-421b-849a-d412ed2b37e1 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:54.456016 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-c1d14c3a-36b1-4a53-aed7-160a6f1f699d service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621540 Mar 30 18:18:54.466299 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Pushing event updated for resources: {'Port': ['ID=e3269db0-f149-421b-849a-d412ed2b37e1,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.474913 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.475272 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.475649 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.476154 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.476554 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.476899 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.477252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.477580 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.477920 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479103 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479103 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479103 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:18:54.479477 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479578 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.479853 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb59f40-9250-43b6-b740-65b03d9f9716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.509180 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks [] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.512417 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Attempting to bind port aec052ae-049d-46b6-be42-027c134ed264 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:54.512796 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Attempting to bind port aec052ae-049d-46b6-be42-027c134ed264 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:54.513157 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Attempting to bind port aec052ae-049d-46b6-be42-027c134ed264 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:54.521841 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:54.522209 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:54.522609 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.523001 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:54.523476 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Bound port: aec052ae-049d-46b6-be42-027c134ed264, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:54.524035 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (aec052ae-049d-46b6-be42-027c134ed264), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.533139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (e248872d-a370-4ab1-abfe-f1549a058acd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.533471 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Added segment e248872d-a370-4ab1-abfe-f1549a058acd of type vlan for network e3d21179-c3e2-4362-af94-767ffde813d3 Mar 30 18:18:54.534614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e49e59a2-8d5a-4e40-bc85-411125c3c96c None None] Provisioning complete for port e3269db0-f149-421b-849a-d412ed2b37e1 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:54.535096 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ad073-7e5f-440f-b0f4-a1a4981ea5dd,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.536357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e49e59a2-8d5a-4e40-bc85-411125c3c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.561457 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.595487 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb83f92-acb0-4d58-8dd6-d073c372c725 None None] Pushing event updated for resources: {'Port': ['ID=aec052ae-049d-46b6-be42-027c134ed264,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.595722 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (e3d21179-c3e2-4362-af94-767ffde813d3), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.603951 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] For port aec052ae-049d-46b6-be42-027c134ed264, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:54.608427 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] For port aec052ae-049d-46b6-be42-027c134ed264, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=aec052ae-049d-46b6-be42-027c134ed264,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:54.615688 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (aec052ae-049d-46b6-be42-027c134ed264), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.620122 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Network c7db162a-6d17-48ea-b36d-72dde50f1063 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:54.623613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:54.632126 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2a2295eb-272f-4983-9267-e23a77419b62 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:18:54.634577 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-457a5e87-ab90-4486-b33b-c03ac54e0e75 req-cb3f1f9d-190e-42f1-989d-c2eaa2c2fae1 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713552 Mar 30 18:18:54.638478 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:54.639229 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (ae47b666-e493-46c1-b044-f6b6962a57d5), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.640466 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (e3d21179-c3e2-4362-af94-767ffde813d3), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.641663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:54.643085 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.670344 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 2a2295eb-272f-4983-9267-e23a77419b62 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:18:54.670695 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2a2295eb-272f-4983-9267-e23a77419b62 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:18:54.733956 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7941597 Mar 30 18:18:54.734685 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57840) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:54.737910 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb83f92-acb0-4d58-8dd6-d073c372c725 None None] Pushing event updated for resources: {'Port': ['ID=aec052ae-049d-46b6-be42-027c134ed264,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.743794 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e49e59a2-8d5a-4e40-bc85-411125c3c96c None None] Current status of the port e3269db0-f149-421b-849a-d412ed2b37e1 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:54.745292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Request body: {'subnet': {'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-subnet', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:54.757410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e56119-2ecc-4909-9613-5814f7fab1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d21179-c3e2-4362-af94-767ffde813d3,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.760030 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:54.760690 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:54.770964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network e3d21179-c3e2-4362-af94-767ffde813d3 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:18:54.790792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Made reservation on behalf of 9a13b2b6284c47e8ad677905797fd023 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:54.793365 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14426854'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.809317 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.872542 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.932836 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:54.971466 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-726a3125-2486-4ae0-986d-e0d881045d03 None None] Provisioning complete for port 3d2e8799-8630-4ffa-8390-7474cf92cd18 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:54.972104 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-726a3125-2486-4ae0-986d-e0d881045d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.022030 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-726a3125-2486-4ae0-986d-e0d881045d03 None None] Port 3d2e8799-8630-4ffa-8390-7474cf92cd18 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:55.041049 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16272345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14426864'] for subnet (8035b05f-2397-4214-a713-d3916792151c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.070992 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks [] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.076052 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.076923 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (ae47b666-e493-46c1-b044-f6b6962a57d5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.105563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8035b05f-2397-4214-a713-d3916792151c,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:55.111101 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Checking segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:55.111451 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Network hostable DHCP agents. Network: e3d21179-c3e2-4362-af94-767ffde813d3, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:18:55.131282 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Network e3d21179-c3e2-4362-af94-767ffde813d3 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:18:55.138170 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:55.142317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, e3d21179-c3e2-4362-af94-767ffde813d3) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:55.147534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:55.148396 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.152758 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae1cfe9-6923-46d0-a089-bd76c9a56e33 None None] Network e3d21179-c3e2-4362-af94-767ffde813d3 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:55.171328 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-68fc8445-7259-4df2-8d1f-18334c6f62dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4330871 Mar 30 18:18:55.172027 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:55.173757 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57844) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:55.174232 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cf2f37-2641-4e85-ad0d-72cbf75ca216 None None] The sync data for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi is: [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:55.182670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:55.207106 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.208882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.224985 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Network c7db162a-6d17-48ea-b36d-72dde50f1063 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:55.226863 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:55.267366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for router_controller (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.329100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-e3d21179-c3e2-4362-af94-767ffde813d3', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:18:55.335685 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.402853 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Router ae47b666-e493-46c1-b044-f6b6962a57d5 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:55.459953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device e3269db0-f149-421b-849a-d412ed2b37e1 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:55.484415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for router_gateway (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.572425 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:55.578190 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-962aaafd-40e7-46e0-9b60-9f7482d0c340 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae47b666-e493-46c1-b044-f6b6962a57d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2593141 Mar 30 18:18:55.659044 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5c4c899c-97b6-4a70-be3d-59d28ef747a7 None None] Provisioning complete for port 3d2e8799-8630-4ffa-8390-7474cf92cd18 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.659634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5c4c899c-97b6-4a70-be3d-59d28ef747a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.689642 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port e3269db0-f149-421b-849a-d412ed2b37e1 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.690020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.717557 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Allocated IP 172.20.0.2 (e3d21179-c3e2-4362-af94-767ffde813d3/8035b05f-2397-4214-a713-d3916792151c/a0036670-a694-4fb6-aa0d-16ef604d52b4) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:55.745563 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c899c-97b6-4a70-be3d-59d28ef747a7 None None] Port 3d2e8799-8630-4ffa-8390-7474cf92cd18 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:55.794154 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for router_gateway (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.822879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.865914 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port e3269db0-f149-421b-849a-d412ed2b37e1 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:55.930348 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks [] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.937746 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.958758 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Allocated IP 172.27.2.206 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/1e520149-f753-4891-9851-f1b5891fde60) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:55.983114 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Network e3d21179-c3e2-4362-af94-767ffde813d3 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:55.986145 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:55.991161 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:56.005982 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Pushing event updated for resources: {'Port': ['ID=a0036670-a694-4fb6-aa0d-16ef604d52b4,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:56.056725 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Attempting to bind port a0036670-a694-4fb6-aa0d-16ef604d52b4 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:56.057560 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Attempting to bind port a0036670-a694-4fb6-aa0d-16ef604d52b4 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:56.058054 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Attempting to bind port a0036670-a694-4fb6-aa0d-16ef604d52b4 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:56.063968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:56.064387 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Checking segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:56.064910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.065513 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Bound using segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:56.066778 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Bound port: a0036670-a694-4fb6-aa0d-16ef604d52b4, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:56.067340 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.087333 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for port (1e520149-f753-4891-9851-f1b5891fde60), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.130001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (1e520149-f753-4891-9851-f1b5891fde60), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.145433 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] For port a0036670-a694-4fb6-aa0d-16ef604d52b4, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:56.149170 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] For port a0036670-a694-4fb6-aa0d-16ef604d52b4, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=a0036670-a694-4fb6-aa0d-16ef604d52b4,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:56.155950 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.174349 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:56.177443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:56.183336 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:56.217730 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66224b-7fab-44c1-97dc-fd89425037dd None None] Pushing event updated for resources: {'Port': ['ID=a0036670-a694-4fb6-aa0d-16ef604d52b4,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:56.226903 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Pushing event updated for resources: {'Port': ['ID=1e520149-f753-4891-9851-f1b5891fde60,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:56.469804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for router_gateway (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.670110 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.056191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:18:57.164479 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:57.173635 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:57.182093 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.184769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:57.185410 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:57.186591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57858) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.193149 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-20a67c0e-8bbc-4cf9-a65c-530472fd5e9b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0149808 Mar 30 18:18:57.261236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57860) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.265799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549434595', 'description': 'tempest-secgroup-smoke-549434595 description', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:57.291350 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.348065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:57.388840 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (3caf1c53-c382-4048-bb89-8fc99940158e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.398261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3caf1c53-c382-4048-bb89-8fc99940158e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.437953 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf1c53-c382-4048-bb89-8fc99940158e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:57.462619 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.467513 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-51c419cb-9028-482a-8f09-6a4d6f3ecb3c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2020640 Mar 30 18:18:57.468171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57864) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.473425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:57.501148 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device a0036670-a694-4fb6-aa0d-16ef604d52b4 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:57.512828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (56fd296c-3d91-4b32-91dc-a0a8f8886c66), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.583397 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (56fd296c-3d91-4b32-91dc-a0a8f8886c66), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.599625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (56fd296c-3d91-4b32-91dc-a0a8f8886c66), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.610773 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port a0036670-a694-4fb6-aa0d-16ef604d52b4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:57.611262 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.619839 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd296c-3d91-4b32-91dc-a0a8f8886c66,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:57.631739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.635484 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e9c6c1d8-870e-4666-9e67-7cb202c9029b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638041 Mar 30 18:18:57.635662 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57866) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.641891 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:57.670130 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (efcc5ebb-79cc-4c9c-be44-9f456386d77d), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.691511 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:56Z', 'revision_number': 3, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:57.725307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:57.725825 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Updating router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a port 1e520149-f753-4891-9851-f1b5891fde60 binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:57.750991 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (efcc5ebb-79cc-4c9c-be44-9f456386d77d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.757128 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (efcc5ebb-79cc-4c9c-be44-9f456386d77d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.780926 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcc5ebb-79cc-4c9c-be44-9f456386d77d,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:57.793902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.795901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-bbe8784a-b7a5-4dca-a228-d361eea3091f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586754 Mar 30 18:18:57.800211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57868) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.805172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:57.808894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e520149-f753-4891-9851-f1b5891fde60), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.811295 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db438a97-81bf-4d51-b4fa-203f0f85bd6b None None] Network e3d21179-c3e2-4362-af94-767ffde813d3 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:57.828637 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.833407 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (77865e1b-82dc-47c4-a678-a2e8604fc8de), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.895624 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (77865e1b-82dc-47c4-a678-a2e8604fc8de), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.899860 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (77865e1b-82dc-47c4-a678-a2e8604fc8de), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.925564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.929615 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257656 Mar 30 18:18:57.929615 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800b207-f679-49a3-bb58-8787d74ec71f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77865e1b-82dc-47c4-a678-a2e8604fc8de,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:57.929893 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57870) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:57.934639 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:57.964029 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (926189ef-5e94-4550-80b9-f6a30765dddc), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.023294 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port a0036670-a694-4fb6-aa0d-16ef604d52b4 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:58.023691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.040045 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (926189ef-5e94-4550-80b9-f6a30765dddc), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.048142 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (926189ef-5e94-4550-80b9-f6a30765dddc), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.069180 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Sync routers for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:58.085556 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-c1730787-908c-4d39-a35a-1e0d7cc74f5d None None] Provisioning complete for port a0036670-a694-4fb6-aa0d-16ef604d52b4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:58.085927 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c1730787-908c-4d39-a35a-1e0d7cc74f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.090255 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:58.091877 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926189ef-5e94-4550-80b9-f6a30765dddc,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.093028 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:58.109262 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.111720 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-26d6669a-426f-473a-960d-1ccdfbd58535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1809525 Mar 30 18:18:58.114972 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57876) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:58.121758 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:58.152282 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Project 8f147e63b3094a20b10b82a07b2afbfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:18:58.158179 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (28db80eb-c512-4b49-8c68-ff9a328fbe70), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.219157 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:58.252094 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port a0036670-a694-4fb6-aa0d-16ef604d52b4, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=a0036670-a694-4fb6-aa0d-16ef604d52b4,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:58.299815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (28db80eb-c512-4b49-8c68-ff9a328fbe70), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.306845 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.308324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device aec052ae-049d-46b6-be42-027c134ed264 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:58.310066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (28db80eb-c512-4b49-8c68-ff9a328fbe70), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.349468 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28db80eb-c512-4b49-8c68-ff9a328fbe70,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.365620 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.367522 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-767dc2ab-1657-453f-9bb8-d7ae95031f5f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2513440 Mar 30 18:18:58.370238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57878) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:58.375290 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'security_group_rule': {'security_group_id': '3caf1c53-c382-4048-bb89-8fc99940158e', 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:58.429092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Allocated IP 172.20.0.1 (e3d21179-c3e2-4362-af94-767ffde813d3/8035b05f-2397-4214-a713-d3916792151c/f0188442-108c-436f-9974-fb1ff99fb182) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:58.450875 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Project 8f147e63b3094a20b10b82a07b2afbfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:18:58.456075 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (a3d04bb1-e7bb-4464-8072-df05c716d41a), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.493964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-c1730787-908c-4d39-a35a-1e0d7cc74f5d None None] Current status of the port a0036670-a694-4fb6-aa0d-16ef604d52b4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:58.522329 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '3d2e8799-8630-4ffa-8390-7474cf92cd18', 'name': '', 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'mac_address': 'fa:16:3e:d2:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 2, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'subnets': [{'id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:58.561738 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (a3d04bb1-e7bb-4464-8072-df05c716d41a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.565480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=a0036670-a694-4fb6-aa0d-16ef604d52b4,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.569258 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (a3d04bb1-e7bb-4464-8072-df05c716d41a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.591504 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Checking router: ae47b666-e493-46c1-b044-f6b6962a57d5 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:58.592927 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Updating router ae47b666-e493-46c1-b044-f6b6962a57d5 port 3d2e8799-8630-4ffa-8390-7474cf92cd18 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:58.618042 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks [] for port (f0188442-108c-436f-9974-fb1ff99fb182), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.618266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port aec052ae-049d-46b6-be42-027c134ed264 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:58.619000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (aec052ae-049d-46b6-be42-027c134ed264), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.646496 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d04bb1-e7bb-4464-8072-df05c716d41a,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.647953 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.660366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.662322 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-63e5d856-7a9c-4f2c-b381-c6796567bf50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2908292 Mar 30 18:18:58.716951 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.767485 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks [] for port (1e520149-f753-4891-9851-f1b5891fde60), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.821180 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port aec052ae-049d-46b6-be42-027c134ed264 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:58.821711 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (aec052ae-049d-46b6-be42-027c134ed264), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.826266 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Network e3d21179-c3e2-4362-af94-767ffde813d3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:58.831009 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1e520149-f753-4891-9851-f1b5891fde60), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.842755 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:58.845910 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:58.846589 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.917826 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Attempting to bind port 1e520149-f753-4891-9851-f1b5891fde60 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:58.918454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Attempting to bind port 1e520149-f753-4891-9851-f1b5891fde60 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:58.919167 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Attempting to bind port 1e520149-f753-4891-9851-f1b5891fde60 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:58.942008 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Pushing event updated for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.964634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port aec052ae-049d-46b6-be42-027c134ed264, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=aec052ae-049d-46b6-be42-027c134ed264,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:58.971622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:58.971622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:58.971622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:58.972049 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:58.973086 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Bound port: 1e520149-f753-4891-9851-f1b5891fde60, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:58.973499 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e520149-f753-4891-9851-f1b5891fde60), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.023101 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (aec052ae-049d-46b6-be42-027c134ed264), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.067599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9a440674-c5a4-4469-9152-464bbd722ef6 None None] Provisioning complete for port a0036670-a694-4fb6-aa0d-16ef604d52b4 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:59.067988 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9a440674-c5a4-4469-9152-464bbd722ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.083315 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeb5d7-4d46-4b99-96f8-bcc313b887a2 None None] Pushing event updated for resources: {'Port': ['ID=1e520149-f753-4891-9851-f1b5891fde60,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.133209 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (f0188442-108c-436f-9974-fb1ff99fb182), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.134937 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks [] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.142284 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.146829 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] For port 1e520149-f753-4891-9851-f1b5891fde60, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:59.168864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] For port 1e520149-f753-4891-9851-f1b5891fde60, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e520149-f753-4891-9851-f1b5891fde60,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:59.182953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1e520149-f753-4891-9851-f1b5891fde60), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.230012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=aec052ae-049d-46b6-be42-027c134ed264,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.252271 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863a60-853f-4db6-8ba3-c77ba939848a None None] Pushing event updated for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.255429 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb9b6-e618-43bd-8bbf-c6637ef31a1c req-8bfafe0f-54d5-4cc9-adda-6e406dad0cd3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:59.257292 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5eaeb9b6-e618-43bd-8bbf-c6637ef31a1c req-8bfafe0f-54d5-4cc9-adda-6e406dad0cd3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.2615471 Mar 30 18:18:59.345644 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeb5d7-4d46-4b99-96f8-bcc313b887a2 None None] Pushing event updated for resources: {'Port': ['ID=1e520149-f753-4891-9851-f1b5891fde60,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.424096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:59.426749 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:59.426894 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Attempting to bind port 3d2e8799-8630-4ffa-8390-7474cf92cd18 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:59.428868 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Attempting to bind port 3d2e8799-8630-4ffa-8390-7474cf92cd18 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:59.429233 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Attempting to bind port 3d2e8799-8630-4ffa-8390-7474cf92cd18 on network c7db162a-6d17-48ea-b36d-72dde50f1063 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:59.442733 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5eaeb9b6-e618-43bd-8bbf-c6637ef31a1c req-bd035403-5514-4765-9269-b112d7f5d571 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636198 Mar 30 18:18:59.446327 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:59.446792 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Checking segment: {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:59.448704 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.449123 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Bound using segment: {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:59.450260 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Bound port: 3d2e8799-8630-4ffa-8390-7474cf92cd18, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933a8c21-f083-4d28-8eb0-8514c05d0bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:59.450260 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.512032 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device a0036670-a694-4fb6-aa0d-16ef604d52b4 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:59.555502 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks [] for port (f0188442-108c-436f-9974-fb1ff99fb182), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.560821 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.561715 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.576594 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] For port 3d2e8799-8630-4ffa-8390-7474cf92cd18, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:59.580137 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] For port 3d2e8799-8630-4ffa-8390-7474cf92cd18, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=3d2e8799-8630-4ffa-8390-7474cf92cd18,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:59.590320 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.591135 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9a440674-c5a4-4469-9152-464bbd722ef6 None None] Current status of the port a0036670-a694-4fb6-aa0d-16ef604d52b4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:59.623553 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port a0036670-a694-4fb6-aa0d-16ef604d52b4 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:59.623936 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.651864 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:59.652638 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:59.668547 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Pushing event updated for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.674801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:59.705705 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863a60-853f-4db6-8ba3-c77ba939848a None None] Pushing event updated for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.760028 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Network e3d21179-c3e2-4362-af94-767ffde813d3 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:59.761779 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:59.801113 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:59.899226 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port a0036670-a694-4fb6-aa0d-16ef604d52b4 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:59.900386 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device aec052ae-049d-46b6-be42-027c134ed264 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:59.952546 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:59.952865 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.985505 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:00.038198 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Port f0188442-108c-436f-9974-fb1ff99fb182 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:00.063379 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port aec052ae-049d-46b6-be42-027c134ed264 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:00.063910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (aec052ae-049d-46b6-be42-027c134ed264), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.119420 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Provisioning complete for port 3d2e8799-8630-4ffa-8390-7474cf92cd18 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:00.119954 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.137975 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:00.152893 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40512fde-46ac-4f64-97bf-930fc0b3cb2f admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab2ea6f-e12e-407f-8e0a-d60e631a029a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9651656 Mar 30 18:19:00.218428 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '3d2e8799-8630-4ffa-8390-7474cf92cd18', 'name': '', 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'mac_address': 'fa:16:3e:d2:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'subnets': [{'id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:00.250870 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c88cd2-cdf8-4898-a7e4-8900b9dc5255 None None] The sync data for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi is: [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '3d2e8799-8630-4ffa-8390-7474cf92cd18', 'name': '', 'network_id': 'c7db162a-6d17-48ea-b36d-72dde50f1063', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'mac_address': 'fa:16:3e:d2:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'subnets': [{'id': '6d238692-43a6-49ff-81e0-7c71dae48226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:00.394065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:18:58Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:00.428680 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b429542-1000-45dc-a9ff-ad8d69d8ae72 None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:18:58Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:00.445377 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Current status of the port 3d2e8799-8630-4ffa-8390-7474cf92cd18 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:00.445774 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.449684 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port aec052ae-049d-46b6-be42-027c134ed264 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:00.514372 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] For port 3d2e8799-8630-4ffa-8390-7474cf92cd18, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=3d2e8799-8630-4ffa-8390-7474cf92cd18,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:00.522933 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.598723 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57960) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:00.601899 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681897230', 'description': 'tempest-description--95155084'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:00.611992 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30fb05-0d17-4347-bfb0-56a9550109b7 None None] Pushing event updated for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:00.650980 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:00.651412 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.658644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.680924 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5d5e-f465-4a4e-ad0e-4d1c0459edda req-6b008bc2-d34f-4109-b807-a1bcd8efde35 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:00.687818 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7f1e5d5e-f465-4a4e-ad0e-4d1c0459edda req-6b008bc2-d34f-4109-b807-a1bcd8efde35 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.1009481 Mar 30 18:19:00.699822 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Port f0188442-108c-436f-9974-fb1ff99fb182 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:00.717369 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Provisioning complete for port 3d2e8799-8630-4ffa-8390-7474cf92cd18 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:00.718097 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.776603 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7f1e5d5e-f465-4a4e-ad0e-4d1c0459edda req-3953509b-5a46-49c8-8fc4-a657cd7a3519 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=070856bb-9293-49dd-b644-73d19cc4068a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877841 Mar 30 18:19:00.815449 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (81c22db0-b056-4c20-a10d-b5f6470b21f7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.820351 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (81c22db0-b056-4c20-a10d-b5f6470b21f7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.848780 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-51ecccc8-c7ea-45ef-8ba3-0b09087e0bb1 None None] Current status of the port 3d2e8799-8630-4ffa-8390-7474cf92cd18 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:00.863201 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.864526 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2668889 Mar 30 18:19:00.867651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 57962) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:00.871700 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0a446-427a-4b4c-b400-7197992cccd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c22db0-b056-4c20-a10d-b5f6470b21f7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:00.872206 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group_rule': {'security_group_id': '81c22db0-b056-4c20-a10d-b5f6470b21f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:00.913053 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (50f33ce4-b7db-4949-bc85-0de96e991864), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.980879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (50f33ce4-b7db-4949-bc85-0de96e991864), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.985656 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (50f33ce4-b7db-4949-bc85-0de96e991864), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.006401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f33ce4-b7db-4949-bc85-0de96e991864,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:01.017758 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.019145 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-75bed84a-42b4-4c87-b70a-2c1d13e02481 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504536 Mar 30 18:19:01.022241 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57964) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:01.026843 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group_rule': {'security_group_id': '81c22db0-b056-4c20-a10d-b5f6470b21f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:01.054998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (2184aae0-e6af-486a-a73e-265b86d3cbf8), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.133887 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (2184aae0-e6af-486a-a73e-265b86d3cbf8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.140047 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (2184aae0-e6af-486a-a73e-265b86d3cbf8), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.166353 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2184aae0-e6af-486a-a73e-265b86d3cbf8,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:01.176898 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.178373 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3f9f5fd6-12d9-4031-8b38-81679503b5df tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550684 Mar 30 18:19:01.181344 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 57966) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:01.182227 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-33ed943e-1d2b-420e-89fa-f38bad3d9a3f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:01.183730 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-33ed943e-1d2b-420e-89fa-f38bad3d9a3f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 946 time: 0.0779438 Mar 30 18:19:01.186383 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:01.210807 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.306124 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Deleting port 0691cb75-e754-4080-86ef-20483bf4693c {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:01.306780 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0691cb75-e754-4080-86ef-20483bf4693c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.338139 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.427068 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] For port 0691cb75-e754-4080-86ef-20483bf4693c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0691cb75-e754-4080-86ef-20483bf4693c,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:01.427575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0691cb75-e754-4080-86ef-20483bf4693c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.428923 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 3d2e8799-8630-4ffa-8390-7474cf92cd18 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:01.479918 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Allocated IP 172.27.2.250 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/266cda95-53fe-409c-aa3c-0d2d4d49d3d3) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:01.487101 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 3d2e8799-8630-4ffa-8390-7474cf92cd18 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:01.487599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.585266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 3d2e8799-8630-4ffa-8390-7474cf92cd18 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:01.624564 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.626294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.626929 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.627597 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Floating IP 4294c4f6-2793-4ec2-b743-594cc0cbd05c disassociated. External IP: 172.27.2.210, port: 0691cb75-e754-4080-86ef-20483bf4693c. Mar 30 18:19:01.629327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Calling delete_port for 0691cb75-e754-4080-86ef-20483bf4693c owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:01.667401 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.709646 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:01.713436 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:01.716337 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:01.729682 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=266cda95-53fe-409c-aa3c-0d2d4d49d3d3,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:01.776057 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0691cb75-e754-4080-86ef-20483bf4693c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.808153 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'Port': ['ID=0691cb75-e754-4080-86ef-20483bf4693c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:01.825636 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.870456 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.950862 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:01.988051 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7a18b040-1047-494a-847b-de866fb0869f req-4fc58c92-8f4a-4ae6-8f89-fefb3ac81f53 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=18830b01-e0e6-4dbc-b004-dfabe50c8f9f HTTP/1.1" status: 200 len: 210 time: 0.0990930 Mar 30 18:19:02.033491 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.039487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.077080 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.117471 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:02.126068 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.127673 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9451773 Mar 30 18:19:02.133509 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382ba6f-5ca7-449b-8953-96153c29398f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=266cda95-53fe-409c-aa3c-0d2d4d49d3d3,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:02.142371 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:02.156641 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:02.157289 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:02.191750 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] No DVR routers for this DVR port 0691cb75-e754-4080-86ef-20483bf4693c on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:02.196695 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.201722 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ebf458d9-f815-4099-9bf2-c519dc5204a4 req-4cdbe0e7-4862-4b00-938a-290a28567187 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "DELETE /v2.0/ports/0691cb75-e754-4080-86ef-20483bf4693c HTTP/1.1" status: 204 len: 173 time: 1.0108590 Mar 30 18:19:02.202279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'name': 'network-vif-deleted', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:02.207689 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2704dfda-90e2-446e-9582-2b2890894227" -d '{"events": [{"server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "name": "network-vif-deleted", "tag": "0691cb75-e754-4080-86ef-20483bf4693c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:02.254715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755c994-7f2d-463a-b6fa-1c1f446bf172 x-openstack-request-id: req-6755c994-7f2d-463a-b6fa-1c1f446bf172 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:02.259031 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18830b01-e0e6-4dbc-b004-dfabe50c8f9f", "name": "network-vif-deleted", "tag": "0691cb75-e754-4080-86ef-20483bf4693c", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:02.259373 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6755c994-7f2d-463a-b6fa-1c1f446bf172 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:02.259868 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6755c994-7f2d-463a-b6fa-1c1f446bf172'] response: {'server_uuid': '18830b01-e0e6-4dbc-b004-dfabe50c8f9f', 'name': 'network-vif-deleted', 'tag': '0691cb75-e754-4080-86ef-20483bf4693c', 'status': 'completed', 'code': 200} Mar 30 18:19:02.310362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:02.344565 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-4fde2a9a-c6b5-40e5-97cb-e59146884ea9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--681897230&fields=id&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 267 time: 0.0585887 Mar 30 18:19:02.467789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-5d39751b-5ec4-490f-961b-e1270d75ffd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:02.469450 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-5d39751b-5ec4-490f-961b-e1270d75ffd8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 816 time: 0.1170921 Mar 30 18:19:02.484154 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-5385fb20-84c2-4669-bd1c-8ce3e95f6b5d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/quotas/9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Mar 30 18:19:02.540004 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-744ec6b5-1069-49b2-b084-173606fa2b96 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505507 Mar 30 18:19:02.553059 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:02.581841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:02.590663 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:02.591292 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:02.648561 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-a93b2dec-f502-40a8-b9f6-5aa302cf69af service neutron] 10.222.0.24 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936944 Mar 30 18:19:02.735323 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:02.776010 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-36845d48-5046-43de-a5f3-7ae746607fcc service neutron] 10.222.0.24 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108034 Mar 30 18:19:02.962431 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a497dd84-4933-4d46-bfe5-a3d2dccb3958 req-0e3488e8-8fa2-4647-9abc-f7a2349c695a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 210 time: 0.0340059 Mar 30 18:19:02.973720 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:03.005722 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a7e97-e3f8-4e3b-834d-eb22732915aa None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:03.080260 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58000) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:03.146056 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (070856bb-9293-49dd-b644-73d19cc4068a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.183618 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (070856bb-9293-49dd-b644-73d19cc4068a), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.261155 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (070856bb-9293-49dd-b644-73d19cc4068a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.264531 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.266267 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "DELETE /v2.0/security-groups/070856bb-9293-49dd-b644-73d19cc4068a HTTP/1.1" status: 204 len: 168 time: 0.1865525 Mar 30 18:19:03.268993 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58006) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:03.297331 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-5a40e3ca-1461-4c2f-aa3d-e6f3d8c65ed2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] show failed (client error): The resource could not be found. Mar 30 18:19:03.299093 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e66149-9806-4769-8d10-422fb9c665c7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070856bb-9293-49dd-b644-73d19cc4068a,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:03.304996 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5a40e3ca-1461-4c2f-aa3d-e6f3d8c65ed2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups/070856bb-9293-49dd-b644-73d19cc4068a HTTP/1.1" status: 404 len: 347 time: 0.0337908 Mar 30 18:19:03.307786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58008) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:03.446780 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e520149-f753-4891-9851-f1b5891fde60 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:03.491531 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Deleting port 461e3dcb-6297-43f0-a13d-019fac7703e7 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:03.491878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.527861 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 1e520149-f753-4891-9851-f1b5891fde60 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:03.528252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e520149-f753-4891-9851-f1b5891fde60), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.603044 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.603527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (461e3dcb-6297-43f0-a13d-019fac7703e7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.618059 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Calling delete_port for 461e3dcb-6297-43f0-a13d-019fac7703e7 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:03.652598 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 1e520149-f753-4891-9851-f1b5891fde60 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:03.653622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1e520149-f753-4891-9851-f1b5891fde60), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.688106 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 1e520149-f753-4891-9851-f1b5891fde60, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e520149-f753-4891-9851-f1b5891fde60,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:03.695042 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1e520149-f753-4891-9851-f1b5891fde60), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.798530 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=1e520149-f753-4891-9851-f1b5891fde60,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:03.826174 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (461e3dcb-6297-43f0-a13d-019fac7703e7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.864768 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'Port': ['ID=461e3dcb-6297-43f0-a13d-019fac7703e7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:03.942999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (4294c4f6-2793-4ec2-b743-594cc0cbd05c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.946440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.951552 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-15067f55-019f-4033-9d0a-f1d56306f5b5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "DELETE /v2.0/floatingips/4294c4f6-2793-4ec2-b743-594cc0cbd05c HTTP/1.1" status: 204 len: 168 time: 0.6422493 Mar 30 18:19:04.019002 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49756d4c-53a1-42c7-927c-6a7e6c010db2 None None] New status for floating IP 4294c4f6-2793-4ec2-b743-594cc0cbd05c: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:19:04.086268 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-29fc8df5-5883-4b9e-b8ce-5da67e20bee2 req-9d2ae9e5-5b48-485a-9a4a-85fb0d038cce tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Mar 30 18:19:04.282305 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58018) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.287657 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83689526', 'description': 'tempest-description--2131310898'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.318305 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.395525 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (f8c1c746-540e-44c6-a3eb-1baa2ea22064), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.397720 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-1a9159d4-18d7-49b3-893a-6061303245ae tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:04.399188 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-1a9159d4-18d7-49b3-893a-6061303245ae tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 816 time: 0.1410322 Mar 30 18:19:04.400096 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f8c1c746-540e-44c6-a3eb-1baa2ea22064), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.434246 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.435475 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1521685 Mar 30 18:19:04.437713 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1de03-baef-4ffc-a28a-13a48cda75b7 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1c746-540e-44c6-a3eb-1baa2ea22064,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:04.439687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58020) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.444267 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group_rule': {'security_group_id': 'f8c1c746-540e-44c6-a3eb-1baa2ea22064', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.480556 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (d90c083b-6c47-4039-9ebc-a41360920a6b), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.485907 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-d9a71069-2797-420a-bf4d-80f41f87ffa8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 379 time: 0.0778754 Mar 30 18:19:04.494664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'port': {'device_id': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'admin_state_up': True, 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'security_groups': ['81c22db0-b056-4c20-a10d-b5f6470b21f7']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.538374 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (d90c083b-6c47-4039-9ebc-a41360920a6b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.542671 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (d90c083b-6c47-4039-9ebc-a41360920a6b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.560108 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90c083b-6c47-4039-9ebc-a41360920a6b,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:04.569388 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.570728 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40b1d161-d7a1-475c-bba5-11d07ad4afdd tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301181 Mar 30 18:19:04.573487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58026) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.580332 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'security_group_rule': {'security_group_id': 'f8c1c746-540e-44c6-a3eb-1baa2ea22064', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.606387 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (8a7d9935-2b75-4a2a-a561-0c27571cec8a), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.622560 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Made reservation on behalf of 9a13b2b6284c47e8ad677905797fd023 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:04.626054 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.663377 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (8a7d9935-2b75-4a2a-a561-0c27571cec8a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.667196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (8a7d9935-2b75-4a2a-a561-0c27571cec8a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.687350 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7d9935-2b75-4a2a-a561-0c27571cec8a,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:04.697016 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.698362 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d66f5cc6-3ea5-4b6b-bf3c-c25c752d2b4c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215096 Mar 30 18:19:04.702030 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58028) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.705792 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.728727 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.758211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Allocated IP 172.20.0.4 (e3d21179-c3e2-4362-af94-767ffde813d3/8035b05f-2397-4214-a713-d3916792151c/82c99254-29d2-4482-898b-d0e254d3e302) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:04.838893 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.917574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0691cb75-e754-4080-86ef-20483bf4693c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:04.926385 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (82c99254-29d2-4482-898b-d0e254d3e302), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.947065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 0691cb75-e754-4080-86ef-20483bf4693c {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:04.947701 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0691cb75-e754-4080-86ef-20483bf4693c not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:04.968027 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.970545 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Allocated IP 172.27.2.39 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/a6e79e8c-c53c-4376-aeb8-3a98b287e018) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:05.015788 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Network e3d21179-c3e2-4362-af94-767ffde813d3 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:05.018934 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:05.025890 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:05.057896 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.092819 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:05.093620 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.095325 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.114251 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-3bb60ae3-5cef-4658-b216-e8cdb8d84d26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6232395 Mar 30 18:19:05.138618 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.162015 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:05.181421 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:05.182281 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:05.183996 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:05.192182 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:05.201822 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:05.205362 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Request body: {'port': {'device_id': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:05.248424 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=a6e79e8c-c53c-4376-aeb8-3a98b287e018,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.287735 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.309768 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.349817 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.355864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f236d93-6209-4518-ba1e-5866fae909b7 req-1c7d462d-866a-4012-8ca7-451a17347117 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:05.360981 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:05.363297 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f236d93-6209-4518-ba1e-5866fae909b7 req-1c7d462d-866a-4012-8ca7-451a17347117 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 931 time: 0.1173944 Mar 30 18:19:05.403202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e520149-f753-4891-9851-f1b5891fde60 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:05.411741 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-a761209a-c0e7-45c5-b510-31fd9c6511e2 None None] Provisioning complete for port 82c99254-29d2-4482-898b-d0e254d3e302 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:05.412212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a761209a-c0e7-45c5-b510-31fd9c6511e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (82c99254-29d2-4482-898b-d0e254d3e302), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.448604 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f236d93-6209-4518-ba1e-5866fae909b7 req-3689e0f9-3b86-417d-984b-accbb10db5d2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844090 Mar 30 18:19:05.532931 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a761209a-c0e7-45c5-b510-31fd9c6511e2 None None] Port 82c99254-29d2-4482-898b-d0e254d3e302 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:05.549179 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.555137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.593287 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.617730 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=a6e79e8c-c53c-4376-aeb8-3a98b287e018,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.623750 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.625490 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3d2d6cf5-51cf-4a87-9309-63e06ab1d661 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9226656 Mar 30 18:19:05.714234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:05.719481 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 1e520149-f753-4891-9851-f1b5891fde60 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:05.719871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1e520149-f753-4891-9851-f1b5891fde60), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.728533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks [] for port (82c99254-29d2-4482-898b-d0e254d3e302), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.745234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Transition to ACTIVE for port object 82c99254-29d2-4482-898b-d0e254d3e302 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:05.749879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.807301 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.820972 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-f16d1773-ae17-4ad0-a2e8-8032d4d37eb3 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--83689526&fields=id&tenant_id=4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 267 time: 0.0707586 Mar 30 18:19:05.878544 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 1e520149-f753-4891-9851-f1b5891fde60 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:05.902037 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Attempting to bind port 82c99254-29d2-4482-898b-d0e254d3e302 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:05.902376 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Attempting to bind port 82c99254-29d2-4482-898b-d0e254d3e302 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:05.902701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Attempting to bind port 82c99254-29d2-4482-898b-d0e254d3e302 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:05.907789 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Port 82c99254-29d2-4482-898b-d0e254d3e302 on network e3d21179-c3e2-4362-af94-767ffde813d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:05.908255 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Attempting to bind port 82c99254-29d2-4482-898b-d0e254d3e302 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:05.914100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 2, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:05.918486 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:05.918842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Checking segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:05.919236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Bound using segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:05.919678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Bound port: 82c99254-29d2-4482-898b-d0e254d3e302, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:05.920042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.948993 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:05.949871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Updating router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a port f0188442-108c-436f-9974-fb1ff99fb182 binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:19:05.978191 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (f0188442-108c-436f-9974-fb1ff99fb182), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.982518 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-3a3d405a-8d42-4265-8003-7f235c17ba2f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:05.984917 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-3a3d405a-8d42-4265-8003-7f235c17ba2f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 810 time: 0.1550574 Mar 30 18:19:06.008524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:06.011868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:06.012937 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-4183eaf1-bca2-4fe2-9fd1-37164db869a4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/quotas/4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 375 time: 0.0230393 Mar 30 18:19:06.020275 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.062637 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.063298 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.065287 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] 10.222.0.23 "PUT /v2.0/ports/82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 1093 time: 0.9319468 Mar 30 18:19:06.075115 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:06.076321 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025ab5d-462e-445c-a5d0-68d437e21755" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:06.096972 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-cd5ab6d8-cf14-428c-8367-1550c387382a tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830889 Mar 30 18:19:06.138815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01373b-c394-4968-b801-fc29d7ed0af3 service neutron] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:06.173007 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e7fc3c-c706-4c38-a091-ed51f43698a2 x-openstack-request-id: req-69e7fc3c-c706-4c38-a091-ed51f43698a2 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:06.173455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:06.173716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69e7fc3c-c706-4c38-a091-ed51f43698a2 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:06.174129 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e7fc3c-c706-4c38-a091-ed51f43698a2'] response: {'name': 'network-changed', 'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'status': 'completed', 'code': 200} Mar 30 18:19:06.199063 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-f7d945b6-f5b0-486f-9f5f-8bcf2b3d76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.201194 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-f7d945b6-f5b0-486f-9f5f-8bcf2b3d76da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1127 time: 0.0592639 Mar 30 18:19:06.266710 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-7a403ce4-c205-4674-890c-a14c0bcd2ff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 217 time: 0.0562000 Mar 30 18:19:06.310727 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-94a63b7d-62bf-4168-951c-cbbdbc327148 service neutron] 10.222.0.24 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945307 Mar 30 18:19:06.343673 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-073676ca-4d49-479e-a229-3a59528481c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.345174 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-073676ca-4d49-479e-a229-3a59528481c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0708907 Mar 30 18:19:06.359578 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks [] for port (f0188442-108c-436f-9974-fb1ff99fb182), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.370013 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.399632 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-5024ef02-02b5-485a-9dbe-495657dca07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.401176 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-5024ef02-02b5-485a-9dbe-495657dca07a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494471 Mar 30 18:19:06.440080 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-238ee51e-3ff4-4d52-8f46-7b7a893890dd service neutron] 10.222.0.24 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223097 Mar 30 18:19:06.454882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1349-c850-4c3b-b925-009dc1635860 None None] Pushing event updated for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:06.517299 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Attempting to bind port f0188442-108c-436f-9974-fb1ff99fb182 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:06.517677 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Attempting to bind port f0188442-108c-436f-9974-fb1ff99fb182 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:06.518038 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Attempting to bind port f0188442-108c-436f-9974-fb1ff99fb182 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:06.523154 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-86caed0d-d626-4908-98a6-aad892c9bdb9 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142423 Mar 30 18:19:06.525423 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:06.525808 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Checking segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:06.526230 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.526654 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Bound using segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:06.527195 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Bound port: f0188442-108c-436f-9974-fb1ff99fb182, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:06.527570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (f0188442-108c-436f-9974-fb1ff99fb182), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.724565 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d0834d95-86c2-46fe-82f1-fc8be72b89f4 req-90b34144-06dd-4cd6-85d2-632180ec1e22 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 210 time: 0.0624847 Mar 30 18:19:06.725077 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-798755d6-6fa3-44ee-9d56-8666e6211763 req-d7adb922-d701-47ca-8226-c398cf534e1b service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945775 Mar 30 18:19:06.752949 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] For port f0188442-108c-436f-9974-fb1ff99fb182, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:06.755928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce3d44-b9a4-484d-9947-18660fcc9155 req-d015da8d-c3ae-4f3e-82b3-50a60e927557 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.757674 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fce3d44-b9a4-484d-9947-18660fcc9155 req-d015da8d-c3ae-4f3e-82b3-50a60e927557 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1404130 Mar 30 18:19:06.768501 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] For port f0188442-108c-436f-9974-fb1ff99fb182, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=f0188442-108c-436f-9974-fb1ff99fb182,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:06.778521 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.856789 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:06.857173 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.865241 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fce3d44-b9a4-484d-9947-18660fcc9155 req-9e0a49da-99f5-40aa-b0b5-99dbccf18033 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994270 Mar 30 18:19:06.871973 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-91c0d63f-0f6b-4955-b92e-e1a910497c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.874228 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-91c0d63f-0f6b-4955-b92e-e1a910497c98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1127 time: 0.0875611 Mar 30 18:19:06.901565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:06.901565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:18:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:06.904025 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1349-c850-4c3b-b925-009dc1635860 None None] Pushing event updated for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:07.020650 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-6786e1fa-241e-4532-b65f-a9a27bd33c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:07.022462 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-6786e1fa-241e-4532-b65f-a9a27bd33c57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.1417956 Mar 30 18:19:07.075219 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-49df7b64-f72b-426f-a620-ef2ab16f5151 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 217 time: 0.0459213 Mar 30 18:19:07.087014 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Current status of the port f0188442-108c-436f-9974-fb1ff99fb182 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:07.087570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (f0188442-108c-436f-9974-fb1ff99fb182), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.140729 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:07.147370 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-dc434bf8-cf9f-417e-8fea-1c2082d8b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:07.150205 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-dc434bf8-cf9f-417e-8fea-1c2082d8b364 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0683146 Mar 30 18:19:07.193064 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] For port f0188442-108c-436f-9974-fb1ff99fb182, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=f0188442-108c-436f-9974-fb1ff99fb182,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:07.200921 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.214669 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-53ecab40-1213-4b2e-840e-f1b2102863cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:07.216366 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-53ecab40-1213-4b2e-840e-f1b2102863cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568931 Mar 30 18:19:07.334819 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d93170-7f2d-4555-8250-086e3a6b3fc3 None None] Pushing event updated for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:07.342269 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-21e1af6f-3b1f-471c-85ab-d3d582acd014 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099350 Mar 30 18:19:07.353429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-355b6c71-2168-4eed-953c-6660f9443c59 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:07.353805 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-355b6c71-2168-4eed-953c-6660f9443c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.455091 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a025ab5d-462e-445c-a5d0-68d437e21755 req-bd0a2d0b-68ed-40c8-8b56-1e625ab16690 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049578 Mar 30 18:19:07.460623 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device f0188442-108c-436f-9974-fb1ff99fb182 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:07.532619 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-355b6c71-2168-4eed-953c-6660f9443c59 None None] Current status of the port f0188442-108c-436f-9974-fb1ff99fb182 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:07.560921 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:06Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:07.592730 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:07.593479 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.595217 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3610a0f9-0afb-4d56-84e5-373cf7009bd6 None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:06Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:07.832545 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-23e1fc62-27fa-4d31-a188-49636efde7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.835240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port f0188442-108c-436f-9974-fb1ff99fb182 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:07.864185 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0b14b83a-a721-4caf-b755-7daa9ea193ca req-db8f76aa-eef6-495b-aee9-558636493850 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 210 time: 0.0436578 Mar 30 18:19:08.029676 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-8bcfd344-df75-442b-a3ce-fce2a80616c0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:08.031377 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-8bcfd344-df75-442b-a3ce-fce2a80616c0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 810 time: 0.1848247 Mar 30 18:19:08.057637 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2bf9f-28fb-4587-ba9c-52c4d9d90f86 req-7f34e029-dfaa-4e8a-a709-aaf3d9f6837a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:08.059423 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-38f2bf9f-28fb-4587-ba9c-52c4d9d90f86 req-7f34e029-dfaa-4e8a-a709-aaf3d9f6837a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1027884 Mar 30 18:19:08.148996 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-25d06794-fb70-448f-8168-349797d1a51e tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21cf594dde4be9ab4c55d58196667c HTTP/1.1" status: 200 len: 378 time: 0.1068139 Mar 30 18:19:08.153045 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-38f2bf9f-28fb-4587-ba9c-52c4d9d90f86 req-80203948-9b60-4ad1-8796-4edcf0fc09f0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840812 Mar 30 18:19:08.158003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'port': {'device_id': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'admin_state_up': True, 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'security_groups': ['f8c1c746-540e-44c6-a3eb-1baa2ea22064']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:08.275863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Made reservation on behalf of 4a21cf594dde4be9ab4c55d58196667c for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:08.279569 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.419716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Allocated IP 172.20.0.3 (9c7875dc-2b79-4aa7-97ca-e885577573d1/175b903a-afb0-45e8-a29b-bac903ce8736/019f1c9c-6ba5-49d7-b3a6-8e07faec346b) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:08.557930 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.591899 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.636219 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:08.639244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:08.642933 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:08.671343 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event updated for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:08.699818 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:08.700461 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.719003 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6faa2852-d1a2-4763-bf48-be733afa04b1 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645435 Mar 30 18:19:08.732940 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Request body: {'port': {'device_id': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:08.795425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.860134 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6ea6215a-2cc6-4e1f-8568-9ac1371a39c9 None None] Provisioning complete for port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:08.860134 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6ea6215a-2cc6-4e1f-8568-9ac1371a39c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.898521 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6215a-2cc6-4e1f-8568-9ac1371a39c9 None None] Port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:08.947098 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:08.989535 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b6777-775d-4ca5-aff7-1f07322be7d9 req-64c3f4e2-46a8-42c6-9ee8-78c2b28e55e5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:08.992583 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-897b6777-775d-4ca5-aff7-1f07322be7d9 req-64c3f4e2-46a8-42c6-9ee8-78c2b28e55e5 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 931 time: 0.0614836 Mar 30 18:19:09.042838 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-897b6777-775d-4ca5-aff7-1f07322be7d9 req-071c0660-a9d5-4154-ba3e-545bb3c4a12f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456088 Mar 30 18:19:09.050172 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:09.062234 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '82c99254-29d2-4482-898b-d0e254d3e302', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:09.077447 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019f1c9c-6ba5-49d7-b3a6-8e07faec346b {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:09.085659 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks [] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.098230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Transition to ACTIVE for port object 019f1c9c-6ba5-49d7-b3a6-8e07faec346b will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:09.099921 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:09.100357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.102242 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.115200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:09.136662 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:09.152781 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.174299 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Pushing event updated for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:09.210968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:09.231558 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Attempting to bind port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:09.231946 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Attempting to bind port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:09.232396 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Attempting to bind port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:09.237013 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:09.237335 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Attempting to bind port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b on network 9c7875dc-2b79-4aa7-97ca-e885577573d1 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:09.243150 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:09.243492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Checking segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:09.243877 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Bound using segment: {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:09.244334 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Bound port: 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60195a3-fc34-414c-a77e-954f70970db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:09.244695 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.358744 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device f0188442-108c-436f-9974-fb1ff99fb182 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:09.401953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['82c99254-29d2-4482-898b-d0e254d3e302'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:09.461070 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port f0188442-108c-436f-9974-fb1ff99fb182 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:09.461330 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (f0188442-108c-436f-9974-fb1ff99fb182), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.608245 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port f0188442-108c-436f-9974-fb1ff99fb182 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:09.624565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:09.633944 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad8027-35b8-4dfa-b093-7a9101236764 req-6783e127-7662-4af5-89a1-5507fe14ccca tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.635410 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31ad8027-35b8-4dfa-b093-7a9101236764 req-6783e127-7662-4af5-89a1-5507fe14ccca tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 944 time: 0.1021681 Mar 30 18:19:09.646472 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:09.660566 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.708380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.708999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:09.710377 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] 10.222.0.23 "PUT /v2.0/ports/019f1c9c-6ba5-49d7-b3a6-8e07faec346b HTTP/1.1" status: 200 len: 1093 time: 0.9820187 Mar 30 18:19:09.712650 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:09.714861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:09.744769 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-31ad8027-35b8-4dfa-b093-7a9101236764 req-ab35024c-2564-48b4-a716-1ae89fd42990 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022959 Mar 30 18:19:09.749705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2a6bd-d6e8-47e7-918f-284335044d95 service neutron] Pushing event updated for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:09.806929 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6ca46dde-240d-4a4b-89ec-013831d11f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.809159 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-6ca46dde-240d-4a4b-89ec-013831d11f1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 1127 time: 0.0505180 Mar 30 18:19:09.859416 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0264eb-77d9-4874-9c7a-75a2861c3640 x-openstack-request-id: req-ba0264eb-77d9-4874-9c7a-75a2861c3640 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:09.859714 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:09.859971 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba0264eb-77d9-4874-9c7a-75a2861c3640 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:09.860403 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0264eb-77d9-4874-9c7a-75a2861c3640'] response: {'name': 'network-changed', 'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'status': 'completed', 'code': 200} Mar 30 18:19:09.862175 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-342dc518-ea09-40c0-bb80-5744024478b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b HTTP/1.1" status: 200 len: 217 time: 0.0434446 Mar 30 18:19:09.915478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-34d1b4e3-5ba4-4cd1-9dfa-0f4f2bc7fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.917110 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-34d1b4e3-5ba4-4cd1-9dfa-0f4f2bc7fafa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0468695 Mar 30 18:19:09.978703 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-c82d3972-8a0c-438b-93d8-52f8e421977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.980124 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-c82d3972-8a0c-438b-93d8-52f8e421977e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556791 Mar 30 18:19:10.046830 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-94b7cb0d-5a85-4407-bb31-9c97fcf96da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.087275 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-c0724b29-dbc5-4f86-8106-2bc5c46bc1f1 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993848 Mar 30 18:19:10.212663 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e591b485-a90e-4437-8d6e-b1bffb8c3892 req-1a7a535e-3125-4fb2-b2d7-7f0779a310cf service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186650 Mar 30 18:19:10.219527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd4f87-408a-4745-acd8-b0b3433c8614 req-6bf29fd9-b56b-4b51-84bb-4f57f63cc619 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.220934 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c6bd4f87-408a-4745-acd8-b0b3433c8614 req-6bf29fd9-b56b-4b51-84bb-4f57f63cc619 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 943 time: 0.0834832 Mar 30 18:19:10.298845 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c6bd4f87-408a-4745-acd8-b0b3433c8614 req-3707833f-a706-4dea-afeb-8126b9ad2948 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720496 Mar 30 18:19:10.319489 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-d1ec7864-0c25-4068-8647-6f498806a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.319489 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-d1ec7864-0c25-4068-8647-6f498806a080 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 1127 time: 0.0571363 Mar 30 18:19:10.405053 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-af5b4f99-8bcd-4c1a-93d6-d001c68be5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.406528 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-af5b4f99-8bcd-4c1a-93d6-d001c68be5c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.0813117 Mar 30 18:19:10.451520 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-9713a400-9a7b-421c-a93c-c21a1ff53c2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b HTTP/1.1" status: 200 len: 217 time: 0.0376680 Mar 30 18:19:10.506246 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-a8f9d362-db9a-405e-9ed8-9b389fbcd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.507612 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-a8f9d362-db9a-405e-9ed8-9b389fbcd273 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.0494576 Mar 30 18:19:10.556109 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-0eacc569-b5d6-4998-802b-9b5377253881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.557618 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-0eacc569-b5d6-4998-802b-9b5377253881 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430825 Mar 30 18:19:10.650360 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-d5abe682-3a7a-4962-8c1b-53672492558f service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850093 Mar 30 18:19:10.737815 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f7c0d15e-7489-4a35-94ca-9c57bfa68d03 req-1f6e7255-7566-45f8-8d1b-57440cb2e374 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806763 Mar 30 18:19:10.858410 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:10.887053 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7fc26-3480-4025-b6ae-d8d0a290006e req-333a8954-787a-451b-ab57-bff5d325d8b0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.888528 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-44e7fc26-3480-4025-b6ae-d8d0a290006e req-333a8954-787a-451b-ab57-bff5d325d8b0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 944 time: 0.0519352 Mar 30 18:19:10.933330 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-44e7fc26-3480-4025-b6ae-d8d0a290006e req-8be76e91-6232-4bcb-803e-b17cf73a2645 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392818 Mar 30 18:19:10.959196 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:11.010116 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 82c99254-29d2-4482-898b-d0e254d3e302 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:19:11.014664 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 82c99254-29d2-4482-898b-d0e254d3e302 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:11.015040 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (82c99254-29d2-4482-898b-d0e254d3e302), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.091681 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:11.092353 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.115485 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:11.117739 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14bcfb7-8907-460e-ad3a-9d3d51ff6fb8" -d '{"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:11.130041 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:11.134022 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.156609 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d087f1-472d-4e99-8b59-f81773da0e4e x-openstack-request-id: req-a4d087f1-472d-4e99-8b59-f81773da0e4e {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:11.156903 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:11.157161 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4d087f1-472d-4e99-8b59-f81773da0e4e {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:11.157556 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d087f1-472d-4e99-8b59-f81773da0e4e'] response: {'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'code': 200} Mar 30 18:19:11.182872 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:11.324704 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10103128-1b09-4ae1-9cc2-0a7bbb0fd107 req-9648d376-79aa-405b-b50c-3739dcf585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.326202 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10103128-1b09-4ae1-9cc2-0a7bbb0fd107 req-9648d376-79aa-405b-b50c-3739dcf585e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1129 time: 0.0455554 Mar 30 18:19:11.379132 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10103128-1b09-4ae1-9cc2-0a7bbb0fd107 req-d7bf27c9-9dc1-43d8-9f0b-d2736d0e0d9b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Mar 30 18:19:11.417110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6abb3-d8d2-4473-8174-d8e1cc1b3b69 req-381e3ccf-c29f-4494-a215-4a4437fcacbe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.418562 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81a6abb3-d8d2-4473-8174-d8e1cc1b3b69 req-381e3ccf-c29f-4494-a215-4a4437fcacbe tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 943 time: 0.0510309 Mar 30 18:19:11.467661 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81a6abb3-d8d2-4473-8174-d8e1cc1b3b69 req-8476cd3f-66fb-4bea-baf8-370736add8c0 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436013 Mar 30 18:19:12.007963 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-b00581c4-90b7-472e-85dc-39095844096d tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143563476&fields=id&tenant_id=b73abed4fc01444bb09c9fea2ef8d107 HTTP/1.1" status: 200 len: 267 time: 0.0473278 Mar 30 18:19:12.062225 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ecd7-8b74-4fd0-ad06-a07d6efa363e req-344c0576-63a4-4314-9240-d58f5b0ab49f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.063683 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d347ecd7-8b74-4fd0-ad06-a07d6efa363e req-344c0576-63a4-4314-9240-d58f5b0ab49f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Mar 30 18:19:12.064758 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-4443f300-7686-497a-a8fe-c3db8178ed3e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.066243 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-4443f300-7686-497a-a8fe-c3db8178ed3e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 984 time: 0.0526013 Mar 30 18:19:12.077079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Request body: {'port': {'security_groups': ['e317f27a-79e3-4117-8866-b4ecbf64a2ff']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:12.111478 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d347ecd7-8b74-4fd0-ad06-a07d6efa363e req-24b1b65a-c111-4ed4-ac31-a47be67a50c4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Mar 30 18:19:12.154754 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.321973 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:12.355673 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for port (77126b0b-74f6-4b42-91be-d31917024656), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.360468 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.377374 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:12.401584 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.402216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.403719 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-840f6c0d-ace2-42f2-979c-f67431f09333 req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "PUT /v2.0/ports/77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 942 time: 0.3312685 Mar 30 18:19:12.406429 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:12.410556 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bafd3e-5853-4adf-8bc4-79c42544f277" -d '{"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:12.410970 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58122) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:12.461443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbfb03-8594-4cb5-abfc-852662a0345f x-openstack-request-id: req-a1cbfb03-8594-4cb5-abfc-852662a0345f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:12.461738 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:12.462044 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1cbfb03-8594-4cb5-abfc-852662a0345f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:12.462454 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cbfb03-8594-4cb5-abfc-852662a0345f'] response: {'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:19:12.463409 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe157-3b53-4114-898a-481a2ba82d7c tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event updated for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=7']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.503884 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (15502727-aaae-4a15-97a9-9ec64b956231), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.517820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:12.545081 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (15502727-aaae-4a15-97a9-9ec64b956231), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.579939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-29c79a80-3064-413c-ae2a-0ddb35189e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.582376 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-29c79a80-3064-413c-ae2a-0ddb35189e69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1129 time: 0.0988438 Mar 30 18:19:12.585266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.658189 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (15502727-aaae-4a15-97a9-9ec64b956231), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.661585 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.667937 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "DELETE /v2.0/security-groups/15502727-aaae-4a15-97a9-9ec64b956231 HTTP/1.1" status: 204 len: 168 time: 0.2557828 Mar 30 18:19:12.670318 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90dfa-3572-412b-afa6-a2c96a4bd689 req-41127b69-a7e6-4154-92ea-e1d12e6c5eb4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.671137 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58128) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:12.672063 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82e90dfa-3572-412b-afa6-a2c96a4bd689 req-41127b69-a7e6-4154-92ea-e1d12e6c5eb4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 943 time: 0.1223242 Mar 30 18:19:12.746491 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865b4cc-3377-4197-8133-b9dad7b41572 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15502727-aaae-4a15-97a9-9ec64b956231,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:12.764096 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-82e90dfa-3572-412b-afa6-a2c96a4bd689 req-d2dc2026-c4fe-4d25-8c22-93d36958d7d8 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746338 Mar 30 18:19:12.769163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-1fd47042-ddf6-476b-bc18-125d91299b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.770669 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-1fd47042-ddf6-476b-bc18-125d91299b4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.1796048 Mar 30 18:19:12.799290 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-bc85c4ce-f44c-4cd7-9a32-af83d6d90753 None None] Provisioning complete for port 77126b0b-74f6-4b42-91be-d31917024656 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:12.799738 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bc85c4ce-f44c-4cd7-9a32-af83d6d90753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (77126b0b-74f6-4b42-91be-d31917024656), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.854126 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-7e1643f3-7976-4f52-8673-838cef15609c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 1001 time: 0.0740077 Mar 30 18:19:12.892394 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Deleting port 7110081d-f545-4d40-a645-14f1807cf00c {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:12.892739 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (7110081d-f545-4d40-a645-14f1807cf00c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.894064 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bc85c4ce-f44c-4cd7-9a32-af83d6d90753 None None] Current status of the port 77126b0b-74f6-4b42-91be-d31917024656 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:12.904814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-50236125-b0da-4327-9641-6796d6c60ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.906358 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-50236125-b0da-4327-9641-6796d6c60ae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0447986 Mar 30 18:19:12.955726 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-28919a26-83e1-4338-9dd2-f1bb7df5055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.958184 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-28919a26-83e1-4338-9dd2-f1bb7df5055f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453181 Mar 30 18:19:12.959814 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 019f1c9c-6ba5-49d7-b3a6-8e07faec346b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:12.972755 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (7110081d-f545-4d40-a645-14f1807cf00c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.973105 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for floatingip (7110081d-f545-4d40-a645-14f1807cf00c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:12.985439 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Calling delete_port for 7110081d-f545-4d40-a645-14f1807cf00c owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:13.058188 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:13.067399 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-d870a75a-3b91-4fd8-a2f3-b95eabcabd8d service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928814 Mar 30 18:19:13.071722 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'port_id': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'mac_address': 'fa:16:3e:0b:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:13.111668 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:13.111995 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.130698 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019f1c9c-6ba5-49d7-b3a6-8e07faec346b {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:13.158961 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:13.164779 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.174378 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a8bafd3e-5853-4adf-8bc4-79c42544f277 req-377d4e32-f850-4bdb-9a76-eb944a5fc319 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993302 Mar 30 18:19:13.214336 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:13.371679 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258843f-88bd-4f90-b071-a37de3816646 req-4e6484f7-ac2a-49ca-907a-1bd9c5f33a46 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:13.373100 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7258843f-88bd-4f90-b071-a37de3816646 req-4e6484f7-ac2a-49ca-907a-1bd9c5f33a46 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0978847 Mar 30 18:19:13.457364 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7258843f-88bd-4f90-b071-a37de3816646 req-208e9183-9148-4bb3-8eb5-8e79d21d4a3c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773792 Mar 30 18:19:13.465183 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['019f1c9c-6ba5-49d7-b3a6-8e07faec346b'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:13.478567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (7110081d-f545-4d40-a645-14f1807cf00c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.505963 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event deleted for resources: {'Port': ['ID=7110081d-f545-4d40-a645-14f1807cf00c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:13.531154 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks [] for floatingip (3ddc3d0c-8fe6-4b21-9a10-b718a68eb134), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.531509 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Floating IP 3ddc3d0c-8fe6-4b21-9a10-b718a68eb134 disassociated (deleted). External IP: 172.27.2.194, port: 77126b0b-74f6-4b42-91be-d31917024656. Mar 30 18:19:13.590254 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deb909-200a-4f8f-a2ca-b1571a5614c0 req-12da50be-48c3-405f-8bca-c1b4c96629a6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:13.600938 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58136) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:13.601321 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-10deb909-200a-4f8f-a2ca-b1571a5614c0 req-12da50be-48c3-405f-8bca-c1b4c96629a6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0673990 Mar 30 18:19:13.608711 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'floatingip': {'port_id': '82c99254-29d2-4482-898b-d0e254d3e302'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:13.658898 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.002416 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989ce8d-742b-44cb-8e4c-d81230fd7e57 req-9f333050-4dc0-4046-894f-13c91f49bb68 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.004616 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a989ce8d-742b-44cb-8e4c-d81230fd7e57 req-9f333050-4dc0-4046-894f-13c91f49bb68 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 944 time: 0.1736012 Mar 30 18:19:14.007879 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Router 66eb985a-a335-4ce3-b311-c8acbb76446d has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:14.086065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.229598 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a989ce8d-742b-44cb-8e4c-d81230fd7e57 req-29a774d8-ae56-41fb-83a6-02d75d52f02c tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2165856 Mar 30 18:19:14.303033 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:14.312151 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Sync routers for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:14.323969 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:14.324885 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:14.336146 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.374621 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ceaf6bdc-5b4f-4b4b-9433-bda1175e3783 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "DELETE /v2.0/floatingips/3ddc3d0c-8fe6-4b21-9a10-b718a68eb134 HTTP/1.1" status: 204 len: 168 time: 1.6946471 Mar 30 18:19:14.379980 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:14.384558 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:14.386644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.391772 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:14.438635 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:14.491411 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dce9048-5216-4f81-8125-ea71a130ffbd x-openstack-request-id: req-9dce9048-5216-4f81-8125-ea71a130ffbd {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:14.491700 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:14.491954 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dce9048-5216-4f81-8125-ea71a130ffbd {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:14.492397 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dce9048-5216-4f81-8125-ea71a130ffbd'] response: {'name': 'network-changed', 'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:19:14.531543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-5225cd0f-18a7-488a-8cd8-07435b802eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.540395 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-5225cd0f-18a7-488a-8cd8-07435b802eb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 1129 time: 0.0639641 Mar 30 18:19:14.607949 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Floating IP d6f5930d-2011-4797-8409-cb34ca73678c associated. External IP: 172.27.2.250, port: 82c99254-29d2-4482-898b-d0e254d3e302. Mar 30 18:19:14.668706 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:14.710504 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Checking router: 66eb985a-a335-4ce3-b311-c8acbb76446d for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:14.719962 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:14.720609 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:14.731792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-9683457b-2f6c-4dc7-ae4a-ddfba8aedf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.734202 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-9683457b-2f6c-4dc7-ae4a-ddfba8aedf95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 200 len: 914 time: 0.1881194 Mar 30 18:19:14.785844 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-eb4484a8-cd43-4906-93d3-63b8046fe1e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 200 len: 217 time: 0.0409553 Mar 30 18:19:14.812426 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-67e5aba8-ef43-438f-ab1f-11f2d6367d38 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549434595&fields=id&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 267 time: 0.0693114 Mar 30 18:19:14.833114 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:14.848842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-e9592b99-2c33-4daf-99c3-7b928938fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.850356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-e9592b99-2c33-4daf-99c3-7b928938fb2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 200 len: 853 time: 0.0488594 Mar 30 18:19:14.902172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-790eec30-4edb-4f58-ac88-fb0e7fb0428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.903765 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-790eec30-4edb-4f58-ac88-fb0e7fb0428f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da08d70-987b-42c0-994f-a7e77e36faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444365 Mar 30 18:19:14.975755 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 019f1c9c-6ba5-49d7-b3a6-8e07faec346b up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:15.007015 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:15.010921 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-374ac38b-4dd5-44ee-bfc5-3fb87c794561 service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956235 Mar 30 18:19:15.037064 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-868e483d-b760-44b0-9f4e-c3ef5994da32 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:15.041042 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:19:15.044251 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-868e483d-b760-44b0-9f4e-c3ef5994da32 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.1440129 Mar 30 18:19:15.046786 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:15.047442 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.059139 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:15.100032 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0014-0399-41f4-ac3e-0d341815e77a None None] The sync data for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi is: [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:16:16Z', 'revision_number': 4, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '94c322b3-d279-4d88-986e-14d8123ad9bc', 'name': '', 'network_id': '4da08d70-987b-42c0-994f-a7e77e36faf1', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'mac_address': 'fa:16:3e:ae:22:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:16Z', 'updated_at': '2022-03-30T18:16:22Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'subnets': [{'id': 'd4544101-ad23-442a-aa52-449f3092dca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:15.132367 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53b8d9c3-c764-48c4-82a7-f4265acb7fcf req-4f480188-eb2c-4c2a-90bd-d0076a67c6cc service neutron] 10.222.0.23 "GET /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141977 Mar 30 18:19:15.138864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:15.139255 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.173612 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:15.176102 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f7c53-094c-43ad-b8db-b32377f08938" -d '{"events": [{"server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "name": "network-vif-plugged", "status": "completed", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:15.193864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:15.198528 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.237453 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013c04a-8568-4693-bdf7-9b7fc1f09cdb x-openstack-request-id: req-6013c04a-8568-4693-bdf7-9b7fc1f09cdb {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:15.237887 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "name": "network-vif-plugged", "status": "completed", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:15.238236 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6013c04a-8568-4693-bdf7-9b7fc1f09cdb {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:15.238727 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6013c04a-8568-4693-bdf7-9b7fc1f09cdb'] response: {'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'code': 200} Mar 30 18:19:15.259924 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.321818 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-6b08f307-4ca1-4aad-99b9-6cc3a9fc7535 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/quotas/8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 375 time: 0.2765572 Mar 30 18:19:15.401676 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fa1d6-12c0-4035-94bc-dd6ada0b018b req-8c649cf2-28d5-4d6d-824d-e8232e20cbb4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:15.403398 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-480fa1d6-12c0-4035-94bc-dd6ada0b018b req-8c649cf2-28d5-4d6d-824d-e8232e20cbb4 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0835772 Mar 30 18:19:15.437719 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-fc602b23-f7ea-43c7-8e69-37fde26ec751 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148825 Mar 30 18:19:15.460018 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:15.471304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:15.481879 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:15.482518 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:15.485798 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.493798 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092dd7e-5dd3-4546-8391-287d4e20d0d4 None None] New status for floating IP 3ddc3d0c-8fe6-4b21-9a10-b718a68eb134: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:19:15.503517 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-480fa1d6-12c0-4035-94bc-dd6ada0b018b req-42475f42-9592-48f8-a271-d7b5bc5d34fc tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933740 Mar 30 18:19:15.538885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfe18d-0fb7-4561-bb10-b68a8fa16282 req-04128188-8bf5-41b8-884b-4307bb90255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:15.540647 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6dbfe18d-0fb7-4561-bb10-b68a8fa16282 req-04128188-8bf5-41b8-884b-4307bb90255e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 1129 time: 0.0882158 Mar 30 18:19:15.556257 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bdb03e8e-97df-4c53-8de8-5bb24d130bf8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "PUT /v2.0/floatingips/d6f5930d-2011-4797-8409-cb34ca73678c HTTP/1.1" status: 200 len: 991 time: 1.9527483 Mar 30 18:19:15.613658 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-fcb15953-ae70-4740-8aa6-0bb18288f19a service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633961 Mar 30 18:19:15.631503 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6dbfe18d-0fb7-4561-bb10-b68a8fa16282 req-c979e506-3ce9-4423-bb62-c8f10e92b10d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839095 Mar 30 18:19:15.643647 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:15.719442 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-051c3046-1a4b-4e06-9e2f-555cbc279134 service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006565 Mar 30 18:19:16.064909 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ac8c8f7d-adf7-4ddb-8da1-b13805910a58 req-f40983f4-9029-441a-a607-ca0e6047825f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 210 time: 0.0351696 Mar 30 18:19:16.083358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'd6f5930d-2011-4797-8409-cb34ca73678c', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:01Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:16.111069 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:16.119924 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:16.120594 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:16.265421 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:16.493721 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:16.495957 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af7b62-5807-491d-8d5a-5401e3ec300e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:16.536425 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'd6f5930d-2011-4797-8409-cb34ca73678c', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:01Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:16.566300 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4183710-78b9-42a8-ae03-bdfbc113dbe2 None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'd6f5930d-2011-4797-8409-cb34ca73678c', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:01Z', 'updated_at': '2022-03-30T18:19:14Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:16.609489 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d636f-77cf-4dfa-ab38-ba62b1e751ac x-openstack-request-id: req-f63d636f-77cf-4dfa-ab38-ba62b1e751ac {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:16.609818 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:16.610087 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f63d636f-77cf-4dfa-ab38-ba62b1e751ac {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:16.610506 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63d636f-77cf-4dfa-ab38-ba62b1e751ac'] response: {'name': 'network-changed', 'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'status': 'completed', 'code': 200} Mar 30 18:19:16.645571 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9c69-8d18-4b5e-b468-824218f0c79a req-caf46fdc-ad63-447c-9cbb-a12028fa6f20 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:16.647833 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-572f9c69-8d18-4b5e-b468-824218f0c79a req-caf46fdc-ad63-447c-9cbb-a12028fa6f20 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0699797 Mar 30 18:19:16.749013 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-572f9c69-8d18-4b5e-b468-824218f0c79a req-5471b938-ef82-4900-acb1-831fff3bfaac tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906880 Mar 30 18:19:16.755970 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-504759d8-1d6c-4b6d-a149-7db43e8f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:16.757513 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-504759d8-1d6c-4b6d-a149-7db43e8f1175 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1129 time: 0.1085534 Mar 30 18:19:16.812931 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e6d64-8612-4962-9ef2-3eed6f8bafa6 None None] New status for floating IP d6f5930d-2011-4797-8409-cb34ca73678c: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:19:16.874863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-f8dd4d66-07b3-45b0-87f5-0deba62580f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:16.876439 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-f8dd4d66-07b3-45b0-87f5-0deba62580f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0965965 Mar 30 18:19:16.968589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-7e429dc0-4a92-4f86-964d-f59e330ac711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 999 time: 0.0803151 Mar 30 18:19:17.039453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-1d10d27f-2bd6-4e1a-ad91-1b52c82c8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.041348 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-1d10d27f-2bd6-4e1a-ad91-1b52c82c8ddc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0515451 Mar 30 18:19:17.100079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-b788259b-8daa-4936-86aa-ddbf8a3135be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.101876 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-b788259b-8daa-4936-86aa-ddbf8a3135be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447547 Mar 30 18:19:17.156865 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b6810853-c19b-42c1-bbe3-dfac9a73ea68 req-c1bc04bd-f09a-41c7-b841-656c9b44ef33 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 210 time: 0.0307145 Mar 30 18:19:17.228683 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-e0b7430c-b7ed-4f40-82ae-66c233a09ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937095 Mar 30 18:19:17.399613 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d2af7b62-5807-491d-8d5a-5401e3ec300e req-6d9237a6-ab1c-4d27-8e4f-093c391cb504 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598063 Mar 30 18:19:17.430882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-c09a6f3a-46d7-49fe-973f-dc49474d7a14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.432725 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-c09a6f3a-46d7-49fe-973f-dc49474d7a14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.1418092 Mar 30 18:19:17.502665 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-f5a0a762-b598-4360-ad5c-16b1fe05cbf1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 379 time: 0.0550637 Mar 30 18:19:17.512912 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'port': {'device_id': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'admin_state_up': True, 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'security_groups': ['3caf1c53-c382-4048-bb89-8fc99940158e']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:17.621503 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Made reservation on behalf of 8f147e63b3094a20b10b82a07b2afbfc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:17.624879 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.747305 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.20.0.5 (094abf50-fb2a-44ec-a8e1-199a5454de40/2e0ce7f2-8169-4b78-834d-254136fa0764/9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:17.923603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4682c-3314-43ba-a2dd-f261097fbff2 req-b6e9e71d-348b-4bbd-aaac-44f61e643688 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.925787 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3be4682c-3314-43ba-a2dd-f261097fbff2 req-b6e9e71d-348b-4bbd-aaac-44f61e643688 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0901091 Mar 30 18:19:17.939146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:17.997165 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3be4682c-3314-43ba-a2dd-f261097fbff2 req-e746fe1d-43b3-47d6-b7f9-4af46f9ac19b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629907 Mar 30 18:19:18.008503 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.058228 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:18.061474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:18.068622 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:18.075283 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:18.120585 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef3da9-7f5e-4ce3-ab37-423ad5cddd3a req-e18663db-280f-4e2d-adb1-cd412cb240b2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.122287 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6cef3da9-7f5e-4ce3-ab37-423ad5cddd3a req-e18663db-280f-4e2d-adb1-cd412cb240b2 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0607686 Mar 30 18:19:18.132704 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.133347 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.135050 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58210) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:18.141889 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Request body: {'floatingip': {'port_id': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:18.156001 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-66a7023c-5396-43eb-8053-6b3148d91c24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6465197 Mar 30 18:19:18.174184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Request body: {'port': {'device_id': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:18.194592 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.272420 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.361832 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-08096755-3871-48e3-84fe-9aa9f0be1dcb None None] Provisioning complete for port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:18.363104 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-08096755-3871-48e3-84fe-9aa9f0be1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.386481 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ae119-2044-4d1d-b941-df64e8e2e6f2 req-08cf0b1a-68fa-4966-99e3-bee696debefd tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.388009 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7ae119-2044-4d1d-b941-df64e8e2e6f2 req-08cf0b1a-68fa-4966-99e3-bee696debefd tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 931 time: 0.1313729 Mar 30 18:19:18.414565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-08096755-3871-48e3-84fe-9aa9f0be1dcb None None] Port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:18.463380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fe4c3-d6ab-4f3c-a30f-28c207e414ec req-6ce1d0d3-bbbe-48cf-b9ea-58b012001d88 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.464897 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee6fe4c3-d6ab-4f3c-a30f-28c207e414ec req-6ce1d0d3-bbbe-48cf-b9ea-58b012001d88 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1447070 Mar 30 18:19:18.516115 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bb7ae119-2044-4d1d-b941-df64e8e2e6f2 req-2b4ad7e8-4864-418e-8c95-d1e526176bce tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924051 Mar 30 18:19:18.564735 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ee6fe4c3-d6ab-4f3c-a30f-28c207e414ec req-9487fe00-e431-44cd-8a9f-e472453c2e7b tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922127 Mar 30 18:19:18.654495 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:18.662293 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks [] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.673981 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Transition to ACTIVE for port object 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:18.678746 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.732889 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:18.781315 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.785767 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.805303 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Attempting to bind port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:18.805653 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Attempting to bind port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:18.806119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Attempting to bind port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:18.810502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:18.810828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Attempting to bind port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:18.816586 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:18.816932 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:18.817321 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Bound using segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:18.817753 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Bound port: 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:18.818114 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.891489 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:18.894225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:18.899712 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Floating IP 9fd52be6-bdb7-415e-87c9-01b3af9dc7e1 associated. External IP: 172.27.2.39, port: 019f1c9c-6ba5-49d7-b3a6-8e07faec346b. Mar 30 18:19:18.900650 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.937823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.938458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.940378 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 HTTP/1.1" status: 200 len: 1093 time: 0.7712214 Mar 30 18:19:18.943865 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:18.947644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81ed929-5065-4ee8-bd8c-14182e1865db" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:18.993233 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740b9e3-f18a-4a0c-93f2-816d4c550703 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.002831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8cad59-171c-4e73-a7b2-0a5e76f1c040 x-openstack-request-id: req-aa8cad59-171c-4e73-a7b2-0a5e76f1c040 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:19.003474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:19.003741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa8cad59-171c-4e73-a7b2-0a5e76f1c040 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:19.004153 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8cad59-171c-4e73-a7b2-0a5e76f1c040'] response: {'name': 'network-changed', 'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'status': 'completed', 'code': 200} Mar 30 18:19:19.150999 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:19.261644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:19.266057 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.273410 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:19.283073 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:19.283692 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:19.304825 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3aa93d70-9057-47de-bb17-869079dbfe88 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "PUT /v2.0/floatingips/9fd52be6-bdb7-415e-87c9-01b3af9dc7e1 HTTP/1.1" status: 200 len: 990 time: 1.1664705 Mar 30 18:19:19.307395 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:19.309310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-7ad26098-f876-45d8-9965-801a093647a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.310812 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-7ad26098-f876-45d8-9965-801a093647a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 1127 time: 0.3057523 Mar 30 18:19:19.312355 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c16472-3e81-462b-bd46-0d9a530c33fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:19.348998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c62afc-3524-4f28-a7b3-b949dde88148 x-openstack-request-id: req-26c62afc-3524-4f28-a7b3-b949dde88148 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:19.349295 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:19.349554 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26c62afc-3524-4f28-a7b3-b949dde88148 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:19.349964 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c62afc-3524-4f28-a7b3-b949dde88148'] response: {'name': 'network-changed', 'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'status': 'completed', 'code': 200} Mar 30 18:19:19.360562 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-812d550f-3cd0-4dde-b39e-46d3ab54abe6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 HTTP/1.1" status: 200 len: 217 time: 0.0353117 Mar 30 18:19:19.404841 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:19.453874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-130bcd2d-0bc3-4037-8dc4-4f7f4ba78502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.455320 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-130bcd2d-0bc3-4037-8dc4-4f7f4ba78502 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0720623 Mar 30 18:19:19.464108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-5d9d84e3-53d6-423b-81ef-884b577b46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.465522 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-5d9d84e3-53d6-423b-81ef-884b577b46c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a21cf594dde4be9ab4c55d58196667c&device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 1129 time: 0.0748253 Mar 30 18:19:19.570740 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-919cf9e4-5913-4af6-8574-b594f25133c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.572273 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-919cf9e4-5913-4af6-8574-b594f25133c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059103 Mar 30 18:19:19.638859 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-e24537e8-e44b-4e75-9578-8d2dbd19fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.639195 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fd52be6-bdb7-415e-87c9-01b3af9dc7e1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:0b:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:05Z', 'updated_at': '2022-03-30T18:19:18Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:19.641217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-e24537e8-e44b-4e75-9578-8d2dbd19fabe service neutron] 10.222.0.23 "GET /v2.0/networks?id=9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 200 len: 910 time: 0.1655390 Mar 30 18:19:19.661957 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601adc1-1abf-4711-97fa-06cfa15f1324 req-344cf2eb-aba5-47d8-93a6-552485a0840d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.664586 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f601adc1-1abf-4711-97fa-06cfa15f1324 req-344cf2eb-aba5-47d8-93a6-552485a0840d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0707507 Mar 30 18:19:19.724902 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f601adc1-1abf-4711-97fa-06cfa15f1324 req-3be9cf5c-db38-492a-b47b-b262c10caf8f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555189 Mar 30 18:19:19.762683 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:19.771129 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:19.771767 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:19.780610 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-07eb95ef-1eec-47e2-9202-b5d978e53490 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b HTTP/1.1" status: 200 len: 998 time: 0.1298327 Mar 30 18:19:19.789284 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-1d845da2-d236-43a3-bbec-a59e3526d7a7 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004197 Mar 30 18:19:19.808811 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfb151-3412-4c1a-9114-e4c40bbf34ad req-2fa38a2f-2ad8-4607-a3fd-fb26b64667e7 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.810174 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-92dfb151-3412-4c1a-9114-e4c40bbf34ad req-2fa38a2f-2ad8-4607-a3fd-fb26b64667e7 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.1489794 Mar 30 18:19:19.879312 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:19.927628 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-5a186272-850c-4a95-b578-b4999bb2bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.929128 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-5a186272-850c-4a95-b578-b4999bb2bf79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 200 len: 849 time: 0.1359680 Mar 30 18:19:19.958278 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-92dfb151-3412-4c1a-9114-e4c40bbf34ad req-aab3972e-1a07-4a25-bd23-4658ba46d657 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234903 Mar 30 18:19:19.995076 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a70b4ca-7a2d-4b9f-b887-680aa105652f req-86f8ad53-1e42-426d-9811-6db7868cbfa8 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839633 Mar 30 18:19:20.007030 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-1f897cb9-8414-49d0-ad0c-44a5ce63fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.008522 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-1f897cb9-8414-49d0-ad0c-44a5ce63fd1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9c7875dc-2b79-4aa7-97ca-e885577573d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697293 Mar 30 18:19:20.106598 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fd52be6-bdb7-415e-87c9-01b3af9dc7e1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:0b:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:05Z', 'updated_at': '2022-03-30T18:19:18Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:20.132460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-8dab653a-2a4f-4c7c-b5af-8ae695692b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.133946 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-8dab653a-2a4f-4c7c-b5af-8ae695692b5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 1127 time: 0.0662050 Mar 30 18:19:20.135767 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38e7d9-b262-4606-96bd-1f21ed224bc6 None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fd52be6-bdb7-415e-87c9-01b3af9dc7e1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'port_id': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'mac_address': 'fa:16:3e:0b:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:05Z', 'updated_at': '2022-03-30T18:19:18Z', 'revision_number': 1, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:20.144635 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-81f1c052-34e2-4f32-9c4a-643d10254faf service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286469 Mar 30 18:19:20.297932 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-6fabede0-cb64-49b0-bf4e-b8686efb1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.299412 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-6fabede0-cb64-49b0-bf4e-b8686efb1a66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.1539216 Mar 30 18:19:20.305291 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-69c16472-3e81-462b-bd46-0d9a530c33fe req-d52906fa-b983-45d5-8890-a61625cfeea7 service neutron] 10.222.0.23 "GET /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512585 Mar 30 18:19:20.344083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b67535-1563-4c91-8a6a-fd9d3013a462 None None] New status for floating IP 9fd52be6-bdb7-415e-87c9-01b3af9dc7e1: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:19:20.366039 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-0261e90e-8608-447c-bf53-722c4e31a3a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 HTTP/1.1" status: 200 len: 217 time: 0.0479903 Mar 30 18:19:20.421774 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-9f385aec-cb3a-45f8-81bb-1c367a6ccade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.423252 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-9f385aec-cb3a-45f8-81bb-1c367a6ccade service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0453839 Mar 30 18:19:20.481841 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-dd77fd06-63a3-4dcf-8803-14ac08714ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.484406 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-dd77fd06-63a3-4dcf-8803-14ac08714ea9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469751 Mar 30 18:19:20.589749 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-274971f8-fda6-44d7-b7f6-861b77a6bc1d service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871453 Mar 30 18:19:20.687702 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e81ed929-5065-4ee8-bd8c-14182e1865db req-cf2b6d6c-5076-492c-94e9-6859ed1d162f service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807586 Mar 30 18:19:20.837222 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600ea64-68bd-4b16-90b6-0fb41f7dc1b1 req-0c5c517b-b04a-4f45-af6b-4a4310747ce1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.838712 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3600ea64-68bd-4b16-90b6-0fb41f7dc1b1 req-0c5c517b-b04a-4f45-af6b-4a4310747ce1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0517173 Mar 30 18:19:20.873263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d74f26-960d-46dd-b464-95225723e116 req-f7dd7457-e587-4f7e-8c03-8e08e0d8dfde tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.874706 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6d74f26-960d-46dd-b464-95225723e116 req-f7dd7457-e587-4f7e-8c03-8e08e0d8dfde tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0517178 Mar 30 18:19:20.887134 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3600ea64-68bd-4b16-90b6-0fb41f7dc1b1 req-21d654a1-5afa-43dd-951b-8177d5cc0b24 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Mar 30 18:19:20.971582 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Deleting port 77126b0b-74f6-4b42-91be-d31917024656 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:20.971828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (77126b0b-74f6-4b42-91be-d31917024656), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.089069 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] For port 77126b0b-74f6-4b42-91be-d31917024656, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=77126b0b-74f6-4b42-91be-d31917024656,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:21.089433 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (77126b0b-74f6-4b42-91be-d31917024656), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.104989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Calling delete_port for 77126b0b-74f6-4b42-91be-d31917024656 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:21.122014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea365-d9ed-44e4-89c0-6edf748d2169 req-791e2824-4fe4-4f26-be86-4295c1b3597a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:21.123475 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-08dea365-d9ed-44e4-89c0-6edf748d2169 req-791e2824-4fe4-4f26-be86-4295c1b3597a tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f086a05-215e-4df7-aa85-756175b8f2e6 HTTP/1.1" status: 200 len: 945 time: 0.0890381 Mar 30 18:19:21.211842 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-08dea365-d9ed-44e4-89c0-6edf748d2169 req-dead55f3-ef03-4645-b5f7-7ddddd38a129 tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.24 "GET /v2.0/security-groups?id=e317f27a-79e3-4117-8866-b4ecbf64a2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820377 Mar 30 18:19:21.278099 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (77126b0b-74f6-4b42-91be-d31917024656), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.293491 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['77126b0b-74f6-4b42-91be-d31917024656'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:21.306670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Pushing event deleted for resources: {'Port': ['ID=77126b0b-74f6-4b42-91be-d31917024656,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:21.334248 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.334600 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.334947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.335285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.335636 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.335950 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.336281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.336635 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.336963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.337292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.337615 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.337946 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.338267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.338590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.338910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:21.359294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] No DVR routers for this DVR port 77126b0b-74f6-4b42-91be-d31917024656 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:21.361735 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:21.365724 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6d74f26-960d-46dd-b464-95225723e116 req-41aecab2-07b2-4cc6-98b7-9d7279be9c4e tempest-TestMinimumBasicScenario-1136177218 tempest-TestMinimumBasicScenario-1136177218-project] 10.222.0.23 "DELETE /v2.0/ports/77126b0b-74f6-4b42-91be-d31917024656 HTTP/1.1" status: 204 len: 173 time: 0.4847662 Mar 30 18:19:21.366157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'name': 'network-vif-deleted', 'tag': '77126b0b-74f6-4b42-91be-d31917024656'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:21.368388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f8edb-37fe-472d-9f91-dab0a983cfa4" -d '{"events": [{"server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "name": "network-vif-deleted", "tag": "77126b0b-74f6-4b42-91be-d31917024656"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:21.415499 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9e2944-ed77-47bd-a360-6e02e9b8dde8 x-openstack-request-id: req-1a9e2944-ed77-47bd-a360-6e02e9b8dde8 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:21.415797 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f086a05-215e-4df7-aa85-756175b8f2e6", "name": "network-vif-deleted", "tag": "77126b0b-74f6-4b42-91be-d31917024656", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:21.416083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a9e2944-ed77-47bd-a360-6e02e9b8dde8 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:21.416518 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9e2944-ed77-47bd-a360-6e02e9b8dde8'] response: {'server_uuid': '5f086a05-215e-4df7-aa85-756175b8f2e6', 'name': 'network-vif-deleted', 'tag': '77126b0b-74f6-4b42-91be-d31917024656', 'status': 'completed', 'code': 200} Mar 30 18:19:22.007353 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf454371-170c-46c8-b713-2fb611062a7f req-bc655369-a40d-48ef-a226-b6881f6c00b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:22.008853 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf454371-170c-46c8-b713-2fb611062a7f req-bc655369-a40d-48ef-a226-b6881f6c00b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0540934 Mar 30 18:19:22.065038 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf454371-170c-46c8-b713-2fb611062a7f req-311e71f8-fdda-4a31-a479-4c556cfec39d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507660 Mar 30 18:19:22.168767 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:22.939544 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58282) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:23.185814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdcf09-6fda-48b7-8c71-2ebde9f9ef81 req-990bab21-a714-4af0-8fb7-fbd9eb3c68d7 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:23.187280 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58cdcf09-6fda-48b7-8c71-2ebde9f9ef81 req-990bab21-a714-4af0-8fb7-fbd9eb3c68d7 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0567021 Mar 30 18:19:23.235678 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-58cdcf09-6fda-48b7-8c71-2ebde9f9ef81 req-a634df4c-a576-4c98-af8c-22303d1a9cd8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Mar 30 18:19:23.279666 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (66eb985a-a335-4ce3-b311-c8acbb76446d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.522133 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Deleting port 94c322b3-d279-4d88-986e-14d8123ad9bc {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:23.522393 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.603572 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] For port 94c322b3-d279-4d88-986e-14d8123ad9bc, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=94c322b3-d279-4d88-986e-14d8123ad9bc,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:23.604476 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.627691 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Calling delete_port for 94c322b3-d279-4d88-986e-14d8123ad9bc owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:23.803308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (94c322b3-d279-4d88-986e-14d8123ad9bc), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.829700 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c322b3-d279-4d88-986e-14d8123ad9bc,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.001119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (66eb985a-a335-4ce3-b311-c8acbb76446d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.212413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Router 66eb985a-a335-4ce3-b311-c8acbb76446d has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:24.346105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:24.353143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cbb50143-ec9d-42eb-bbdd-9792020729e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/66eb985a-a335-4ce3-b311-c8acbb76446d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112234 Mar 30 18:19:24.354445 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58288) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:24.356465 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Sync routers for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:24.367554 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:24.368166 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:24.371801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa17f48-afa5-4b64-8f5f-4dda42515248 req-499d3507-3a21-41f4-93e0-93b6dff4a3eb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:24.373319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-faa17f48-afa5-4b64-8f5f-4dda42515248 req-499d3507-3a21-41f4-93e0-93b6dff4a3eb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0681775 Mar 30 18:19:24.426177 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-faa17f48-afa5-4b64-8f5f-4dda42515248 req-0a4e4512-4d15-43bc-beb0-534ebfef4561 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468223 Mar 30 18:19:24.465584 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks [] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.479127 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:24.569245 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks [] for router_gateway (66eb985a-a335-4ce3-b311-c8acbb76446d), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.623586 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Deleting port cc0f062f-005e-489f-b584-dd978a012b77 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:24.623932 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (cc0f062f-005e-489f-b584-dd978a012b77), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.655174 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:19:23Z', 'revision_number': 5, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port': {'id': 'cc0f062f-005e-489f-b584-dd978a012b77', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:14Z', 'updated_at': '2022-03-30T18:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:24.684729 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Checking router: 66eb985a-a335-4ce3-b311-c8acbb76446d for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:24.693104 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Routers {'66eb985a-a335-4ce3-b311-c8acbb76446d'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:24.693709 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['66eb985a-a335-4ce3-b311-c8acbb76446d'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:24.701256 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] For port cc0f062f-005e-489f-b584-dd978a012b77, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cc0f062f-005e-489f-b584-dd978a012b77,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:24.701622 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (cc0f062f-005e-489f-b584-dd978a012b77), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.718242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Calling delete_port for cc0f062f-005e-489f-b584-dd978a012b77 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:24.778006 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] Set router 66eb985a-a335-4ce3-b311-c8acbb76446d gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:24.831494 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:19:24Z', 'revision_number': 6, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:24.858246 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dda33a-731c-475a-9009-2d502c44afb7 None None] The sync data for ids ['66eb985a-a335-4ce3-b311-c8acbb76446d'] in dv-cinder-835878-1-iscsi is: [{'id': '66eb985a-a335-4ce3-b311-c8acbb76446d', 'name': 'tempest-TestMinimumBasicScenario-684506253-router', 'tenant_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:13Z', 'updated_at': '2022-03-30T18:19:24Z', 'revision_number': 6, 'project_id': 'b73abed4fc01444bb09c9fea2ef8d107', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:24.892916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (cc0f062f-005e-489f-b584-dd978a012b77), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.918502 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0f062f-005e-489f-b584-dd978a012b77,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.943926 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (66eb985a-a335-4ce3-b311-c8acbb76446d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.008629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 77126b0b-74f6-4b42-91be-d31917024656 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:25.029093 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 77126b0b-74f6-4b42-91be-d31917024656 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:25.029531 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 77126b0b-74f6-4b42-91be-d31917024656 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:25.159411 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:19:25.252396 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.254892 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks [] for router_controller (66eb985a-a335-4ce3-b311-c8acbb76446d), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.303370 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (66eb985a-a335-4ce3-b311-c8acbb76446d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.304169 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66eb985a-a335-4ce3-b311-c8acbb76446d {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:19:25.310858 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.312723 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fed37c15-75eb-4508-81f5-8802892da85f admin admin] 10.222.0.24 "DELETE /v2.0/routers/66eb985a-a335-4ce3-b311-c8acbb76446d HTTP/1.1" status: 204 len: 168 time: 0.9571517 Mar 30 18:19:25.315302 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58290) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:25.363293 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Deleting subnet d4544101-ad23-442a-aa52-449f3092dca7 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:19:25.366514 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Publish callbacks [] for subnet (d4544101-ad23-442a-aa52-449f3092dca7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.399989 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Publish callbacks [] for subnet (d4544101-ad23-442a-aa52-449f3092dca7), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.474526 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (d4544101-ad23-442a-aa52-449f3092dca7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.563725 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0154-84ca-4305-9990-05dc22bc9544 req-b24e39ec-0d58-4be3-b15b-f3f3a4f807eb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:25.565145 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55fd0154-84ca-4305-9990-05dc22bc9544 req-b24e39ec-0d58-4be3-b15b-f3f3a4f807eb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0678084 Mar 30 18:19:25.569526 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for subnet (d4544101-ad23-442a-aa52-449f3092dca7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.612376 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4544101-ad23-442a-aa52-449f3092dca7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:25.615523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.618801 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-dd87724f-02fb-42ce-8830-086da2b7ff9e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4544101-ad23-442a-aa52-449f3092dca7 HTTP/1.1" status: 204 len: 168 time: 0.3023646 Mar 30 18:19:25.621063 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58294) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:25.621571 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5feb0-afb9-47e3-9315-5405c0dceb75 None None] Network 4da08d70-987b-42c0-994f-a7e77e36faf1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:25.685692 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cc0f062f-005e-489f-b584-dd978a012b77 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:25.708418 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-55fd0154-84ca-4305-9990-05dc22bc9544 req-384c6229-f780-4bfd-9f29-0fcfbf433d39 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366453 Mar 30 18:19:25.717999 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: cc0f062f-005e-489f-b584-dd978a012b77 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:25.718360 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cc0f062f-005e-489f-b584-dd978a012b77 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:25.718804 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 94c322b3-d279-4d88-986e-14d8123ad9bc no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:25.725544 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (4da08d70-987b-42c0-994f-a7e77e36faf1), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.744661 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 94c322b3-d279-4d88-986e-14d8123ad9bc {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:25.745018 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 94c322b3-d279-4d88-986e-14d8123ad9bc not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:25.785006 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Deleting port 1e14a8de-3546-4438-8edc-b15a40030370 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:25.785406 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (1e14a8de-3546-4438-8edc-b15a40030370), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.854197 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] For port 1e14a8de-3546-4438-8edc-b15a40030370, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e14a8de-3546-4438-8edc-b15a40030370,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:25.854844 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (1e14a8de-3546-4438-8edc-b15a40030370), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.857579 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] DHCP port deletion for 4da08d70-987b-42c0-994f-a7e77e36faf1 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:19:25.869656 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Calling delete_port for 1e14a8de-3546-4438-8edc-b15a40030370 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:25.910863 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Deleting port 1e14a8de-3546-4438-8edc-b15a40030370 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:25.911248 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (1e14a8de-3546-4438-8edc-b15a40030370), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.958154 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (1e14a8de-3546-4438-8edc-b15a40030370), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.984970 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e14a8de-3546-4438-8edc-b15a40030370,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:25.988138 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] For port 1e14a8de-3546-4438-8edc-b15a40030370, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e14a8de-3546-4438-8edc-b15a40030370,segment=NetworkSegment(749c0437-edef-4108-b2cc-4bfbd41b4555),segment_id=749c0437-edef-4108-b2cc-4bfbd41b4555)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:25.988561 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (1e14a8de-3546-4438-8edc-b15a40030370), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:25.993262 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] No DVR routers for this DVR port 1e14a8de-3546-4438-8edc-b15a40030370 on host dv-cinder-835878-1-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:26.005783 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Calling delete_port for 1e14a8de-3546-4438-8edc-b15a40030370 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:26.073433 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (4da08d70-987b-42c0-994f-a7e77e36faf1), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.095431 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.095708 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.097424 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.097564 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.097876 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.098223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.098558 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.098886 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.099214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.099556 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.125965 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (1e14a8de-3546-4438-8edc-b15a40030370), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.152728 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] Pushing event deleted for resources: {'Port': ['ID=1e14a8de-3546-4438-8edc-b15a40030370,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:26.154618 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2daeb-5592-4700-ad12-eba8fa932651 None None] No DVR routers for this DVR port 1e14a8de-3546-4438-8edc-b15a40030370 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:26.184550 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.184912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.185278 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.185620 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:19:26.185996 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da08d70-987b-42c0-994f-a7e77e36faf1']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:26.204444 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749c0437-edef-4108-b2cc-4bfbd41b4555') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:26.204748 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749c0437-edef-4108-b2cc-4bfbd41b4555') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:26.220603 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16087082'] for segment (749c0437-edef-4108-b2cc-4bfbd41b4555), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.241626 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (749c0437-edef-4108-b2cc-4bfbd41b4555), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.249359 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:19:26.249754 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14355115'] for segment (749c0437-edef-4108-b2cc-4bfbd41b4555), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: from cryptography.utils import int_from_bytes Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: from cryptography.utils import int_from_bytes Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: Traceback (most recent call last): Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: timer() Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: cb(*args, **kw) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: return func(*args, **kwargs) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: self._notify() Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: self.callback(batched_events) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: event.method(event) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: return f(self, *a, **k) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._get(url).json() Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: return self.request(url, 'GET', **kwargs) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:19:26.255015 dv-cinder-835878-1-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:19:26.316326 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (4da08d70-987b-42c0-994f-a7e77e36faf1), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.332848 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da08d70-987b-42c0-994f-a7e77e36faf1,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:26.334697 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.337973 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cd4a4970-10eb-40a6-8447-540014dfebb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4da08d70-987b-42c0-994f-a7e77e36faf1 HTTP/1.1" status: 204 len: 168 time: 0.7160008 Mar 30 18:19:26.340932 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58298) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:26.751236 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:26.828777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31581f7-32cc-430f-a211-2018362722ac req-f32b59c8-bb2e-400e-987e-276ed6236659 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:26.830270 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a31581f7-32cc-430f-a211-2018362722ac req-f32b59c8-bb2e-400e-987e-276ed6236659 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0557804 Mar 30 18:19:26.879772 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a31581f7-32cc-430f-a211-2018362722ac req-dc6d03e4-0635-4ae1-8258-b6cae61e5d3a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431352 Mar 30 18:19:27.043953 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Deleting port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:27.044331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.121306 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] For port 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:27.121667 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.134499 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Calling delete_port for 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 owned by network:router_interface {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:27.311697 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (2b15829a-6af5-4506-8ae5-54b7cbe4c4a9), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.338567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b15829a-6af5-4506-8ae5-54b7cbe4c4a9,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:27.368750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e14a8de-3546-4438-8edc-b15a40030370 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:27.390767 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 1e14a8de-3546-4438-8edc-b15a40030370 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:27.391457 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e14a8de-3546-4438-8edc-b15a40030370 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:27.508667 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.720511 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Router 486dc5dc-a834-4c51-8812-9ee5a5eec70e has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:27.825075 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:27.830086 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b0b68dc1-7c36-4425-a520-df537739c35d admin admin] 10.222.0.24 "PUT /v2.0/routers/486dc5dc-a834-4c51-8812-9ee5a5eec70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4880135 Mar 30 18:19:27.833280 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58302) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.833848 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Sync routers for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:27.844746 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:27.845357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:27.962197 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:28.153357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:19:27Z', 'revision_number': 5, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:28.180195 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Checking router: 486dc5dc-a834-4c51-8812-9ee5a5eec70e for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:28.188735 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Routers {'486dc5dc-a834-4c51-8812-9ee5a5eec70e'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:28.189343 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:28.193952 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268746d-c7e8-485c-923b-e2f6a10c3b45 req-63368d29-ccb2-4a2c-9ff1-9778e3dd8083 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:28.195428 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4268746d-c7e8-485c-923b-e2f6a10c3b45 req-63368d29-ccb2-4a2c-9ff1-9778e3dd8083 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 943 time: 0.0776465 Mar 30 18:19:28.197060 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks [] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.319289 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4268746d-c7e8-485c-923b-e2f6a10c3b45 req-731aae31-054d-4728-98a1-e9e9b1d602e0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864742 Mar 30 18:19:28.344665 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks [] for router_gateway (486dc5dc-a834-4c51-8812-9ee5a5eec70e), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.405121 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Deleting port 36db33cf-dc2a-4c1a-a7af-dd2bff655204 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:28.405381 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.426251 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] Set router 486dc5dc-a834-4c51-8812-9ee5a5eec70e gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:28.486747 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] For port 36db33cf-dc2a-4c1a-a7af-dd2bff655204, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=36db33cf-dc2a-4c1a-a7af-dd2bff655204,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:28.487109 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.499662 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Calling delete_port for 36db33cf-dc2a-4c1a-a7af-dd2bff655204 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:28.617672 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:19:27Z', 'revision_number': 5, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:28.649561 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac14c8a-602a-4899-ae46-9a4170394e28 None None] The sync data for ids ['486dc5dc-a834-4c51-8812-9ee5a5eec70e'] in dv-cinder-835878-1-iscsi is: [{'id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'name': 'tempest-TestMinimumBasicScenario-581338727-router', 'tenant_id': '84cef9dc9bd34235a0755308c2d3da35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:16:19Z', 'updated_at': '2022-03-30T18:19:27Z', 'revision_number': 5, 'project_id': '84cef9dc9bd34235a0755308c2d3da35', 'gw_port': {'id': '36db33cf-dc2a-4c1a-a7af-dd2bff655204', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:76:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486dc5dc-a834-4c51-8812-9ee5a5eec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:16:20Z', 'updated_at': '2022-03-30T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:28.670979 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (36db33cf-dc2a-4c1a-a7af-dd2bff655204), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.696262 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36db33cf-dc2a-4c1a-a7af-dd2bff655204,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:28.761014 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.851010 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.853114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks [] for router_controller (486dc5dc-a834-4c51-8812-9ee5a5eec70e), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.896594 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (486dc5dc-a834-4c51-8812-9ee5a5eec70e), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.897100 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 486dc5dc-a834-4c51-8812-9ee5a5eec70e {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:19:28.901935 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.903060 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-3130abf5-7281-43d0-8554-2274a30519e8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/486dc5dc-a834-4c51-8812-9ee5a5eec70e HTTP/1.1" status: 204 len: 168 time: 1.0688641 Mar 30 18:19:28.905510 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58306) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:28.948400 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Deleting subnet 97f715eb-1f49-4d06-8c99-fafc3e0e0ea0 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:19:28.951521 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Publish callbacks [] for subnet (97f715eb-1f49-4d06-8c99-fafc3e0e0ea0), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:28.989829 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16087073'] for subnet (97f715eb-1f49-4d06-8c99-fafc3e0e0ea0), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.022673 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:29.077135 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (97f715eb-1f49-4d06-8c99-fafc3e0e0ea0), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.124429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:29.138790 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'port_id': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'mac_address': 'fa:16:3e:47:cd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:29.152612 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14354701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14214647'] for subnet (97f715eb-1f49-4d06-8c99-fafc3e0e0ea0), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.178840 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f715eb-1f49-4d06-8c99-fafc3e0e0ea0,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:29.182799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.183775 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:29.184171 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.185937 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7e2f02e4-3013-4958-bf2d-6ca00fb177e1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97f715eb-1f49-4d06-8c99-fafc3e0e0ea0 HTTP/1.1" status: 204 len: 168 time: 0.2795084 Mar 30 18:19:29.188359 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58310) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:29.197503 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f9072-8013-4e5d-9d7a-3d05840a0574 None None] Network 1111ca7e-b501-437f-82c6-02617d876514 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:29.211730 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:29.264820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:29.265351 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (1111ca7e-b501-437f-82c6-02617d876514), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.271286 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.333651 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Deleting port 08858de2-957f-4d09-9efb-338daf236a72 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:29.333980 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (08858de2-957f-4d09-9efb-338daf236a72), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.392518 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:29.421864 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] For port 08858de2-957f-4d09-9efb-338daf236a72, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=08858de2-957f-4d09-9efb-338daf236a72,segment=NetworkSegment(2de77c87-6cb8-43fa-bed7-d3d9366c6598),segment_id=2de77c87-6cb8-43fa-bed7-d3d9366c6598)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:29.422228 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (08858de2-957f-4d09-9efb-338daf236a72), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.438060 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Calling delete_port for 08858de2-957f-4d09-9efb-338daf236a72 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:29.490494 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccfbc1-0b35-4bfb-865f-e2992cda85f5 req-4f4c8903-dd62-441c-bcdb-d08a3abd9243 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:29.492018 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fccfbc1-0b35-4bfb-865f-e2992cda85f5 req-4f4c8903-dd62-441c-bcdb-d08a3abd9243 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 944 time: 0.0771589 Mar 30 18:19:29.522379 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (08858de2-957f-4d09-9efb-338daf236a72), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.542044 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6fccfbc1-0b35-4bfb-865f-e2992cda85f5 req-561a8e87-294c-4115-95f4-4cea4af3cfae tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444512 Mar 30 18:19:29.551777 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08858de2-957f-4d09-9efb-338daf236a72,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:29.557075 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] No DVR routers for this DVR port 08858de2-957f-4d09-9efb-338daf236a72 on host dv-cinder-835878-1-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:29.635526 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (1111ca7e-b501-437f-82c6-02617d876514), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.655774 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1111ca7e-b501-437f-82c6-02617d876514']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:29.666148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de77c87-6cb8-43fa-bed7-d3d9366c6598') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:29.666481 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de77c87-6cb8-43fa-bed7-d3d9366c6598') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:29.676591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16087082'] for segment (2de77c87-6cb8-43fa-bed7-d3d9366c6598), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.692789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (2de77c87-6cb8-43fa-bed7-d3d9366c6598), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.699998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:19:29.700534 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14355115'] for segment (2de77c87-6cb8-43fa-bed7-d3d9366c6598), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.701826 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: Traceback (most recent call last): Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: timer() Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: cb(*args, **kw) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: return func(*args, **kwargs) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: self._notify() Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: self.callback(batched_events) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: event.method(event) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: return f(self, *a, **k) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._get(url).json() Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: return self.request(url, 'GET', **kwargs) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:19:29.702330 dv-cinder-835878-1-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:19:29.763334 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (1111ca7e-b501-437f-82c6-02617d876514), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.770735 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:29.778898 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1111ca7e-b501-437f-82c6-02617d876514 HTTP/1.1" status: 204 len: 168 time: 0.5894136 Mar 30 18:19:29.804731 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c7c76-02a6-43ba-9fd0-50e0ba5c21c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1111ca7e-b501-437f-82c6-02617d876514,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:29.818257 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eecae7-bc94-4c25-b1ad-ef9b8c3f04da None None] DHCP port deletion for 1111ca7e-b501-437f-82c6-02617d876514 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:19:29.833085 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:29.868251 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:29.868629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 2b15829a-6af5-4506-8ae5-54b7cbe4c4a9 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:29.923832 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58316) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:29.963537 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fd1747f5-295e-4cb4-a150-e185f7b755e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b73abed4fc01444bb09c9fea2ef8d107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383148 Mar 30 18:19:29.966117 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58318) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:30.012180 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] Publish callbacks [] for security_group (e317f27a-79e3-4117-8866-b4ecbf64a2ff), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.032841 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] Publish callbacks [] for security_group (e317f27a-79e3-4117-8866-b4ecbf64a2ff), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.082141 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (e317f27a-79e3-4117-8866-b4ecbf64a2ff), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.084754 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.085953 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e317f27a-79e3-4117-8866-b4ecbf64a2ff HTTP/1.1" status: 204 len: 168 time: 0.1189315 Mar 30 18:19:30.099492 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a3de4-18e0-48b8-8e32-8240ec08cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317f27a-79e3-4117-8866-b4ecbf64a2ff,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:30.392143 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58324) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:30.430243 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7437564d-c94d-40de-91c8-e9b15082b27a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84cef9dc9bd34235a0755308c2d3da35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363085 Mar 30 18:19:30.432629 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58326) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:30.480213 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] Publish callbacks [] for security_group (d613b368-0295-44f2-9464-6cbfd696a814), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.500259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] Publish callbacks [] for security_group (d613b368-0295-44f2-9464-6cbfd696a814), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.553700 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d613b368-0295-44f2-9464-6cbfd696a814), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.556624 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:30.557836 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d613b368-0295-44f2-9464-6cbfd696a814 HTTP/1.1" status: 204 len: 168 time: 0.1241677 Mar 30 18:19:30.566850 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872fdc-1793-40be-87c9-50ce3c02378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613b368-0295-44f2-9464-6cbfd696a814,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:30.665239 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736f95-a3b5-41bd-b98b-8db30c34834d req-08d176e8-3360-474f-b5e2-bb6308dbafb4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:30.666749 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b8736f95-a3b5-41bd-b98b-8db30c34834d req-08d176e8-3360-474f-b5e2-bb6308dbafb4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 944 time: 0.0528295 Mar 30 18:19:30.718707 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b8736f95-a3b5-41bd-b98b-8db30c34834d req-8b01a6da-d0f3-410c-ba1f-2d7c5d835823 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463865 Mar 30 18:19:31.025454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:31.073924 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:19:31.077763 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:31.078141 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.155276 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:31.155667 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.178480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:31.180705 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f640c6-d5c4-4855-b681-6bfb3d03b76f" -d '{"events": [{"server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "name": "network-vif-plugged", "status": "completed", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:31.193450 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:31.197646 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.244538 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.369261 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 08858de2-957f-4d09-9efb-338daf236a72 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:31.393799 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777fcaf4-00bd-4fa3-8ed6-accaa4834237 x-openstack-request-id: req-777fcaf4-00bd-4fa3-8ed6-accaa4834237 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:31.394096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "name": "network-vif-plugged", "status": "completed", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:31.394348 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-777fcaf4-00bd-4fa3-8ed6-accaa4834237 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:31.394741 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777fcaf4-00bd-4fa3-8ed6-accaa4834237'] response: {'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'code': 200} Mar 30 18:19:31.395654 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 08858de2-957f-4d09-9efb-338daf236a72 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:31.396000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 08858de2-957f-4d09-9efb-338daf236a72 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:31.396460 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 36db33cf-dc2a-4c1a-a7af-dd2bff655204 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:31.416107 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 36db33cf-dc2a-4c1a-a7af-dd2bff655204 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:31.416481 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 36db33cf-dc2a-4c1a-a7af-dd2bff655204 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:31.667138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c5a0-0a65-40d7-9cd9-368b32390a39 req-8d493dce-4a61-479b-aa53-fa85cfcfc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.668653 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c242c5a0-0a65-40d7-9cd9-368b32390a39 req-8d493dce-4a61-479b-aa53-fa85cfcfc24c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 1129 time: 0.0462372 Mar 30 18:19:31.843997 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459b210-ce6d-4eb6-be8d-fedc1fca0acd req-cca1ca94-8a11-43fa-9453-23242c000ea8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.845763 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2459b210-ce6d-4eb6-be8d-fedc1fca0acd req-cca1ca94-8a11-43fa-9453-23242c000ea8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0552042 Mar 30 18:19:31.897869 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2459b210-ce6d-4eb6-be8d-fedc1fca0acd req-a147bf00-c4c3-424f-9cd4-3c54a27e6f8d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457284 Mar 30 18:19:31.975000 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c242c5a0-0a65-40d7-9cd9-368b32390a39 req-693fdc31-56c3-4ab7-b9df-06e9b1dddbcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958136 Mar 30 18:19:33.013780 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b154a-37df-498b-9234-c599f98febdb req-a036edb5-8837-4d54-b9dc-ee610878e549 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:33.015225 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-155b154a-37df-498b-9234-c599f98febdb req-a036edb5-8837-4d54-b9dc-ee610878e549 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0509665 Mar 30 18:19:33.062144 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-155b154a-37df-498b-9234-c599f98febdb req-6617191e-0631-40a0-8e78-6b1115c4daa8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Mar 30 18:19:34.182487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447899c7-edac-497f-86b5-52da4c044ca9 req-9ba6bbc8-2b96-4332-aadb-21cb3aad136f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.183962 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-447899c7-edac-497f-86b5-52da4c044ca9 req-9ba6bbc8-2b96-4332-aadb-21cb3aad136f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0565219 Mar 30 18:19:34.231237 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-447899c7-edac-497f-86b5-52da4c044ca9 req-227fda72-6ea1-44bc-bb99-d3d132fa761e tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Mar 30 18:19:34.346536 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ed3e8-5463-4b52-9e87-add595935ad1 req-91f42232-132a-4173-a901-c0e24078e14e tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.347939 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-492ed3e8-5463-4b52-9e87-add595935ad1 req-91f42232-132a-4173-a901-c0e24078e14e tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0527606 Mar 30 18:19:34.398173 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-492ed3e8-5463-4b52-9e87-add595935ad1 req-f40051f0-917d-4c12-b380-7351818be311 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Mar 30 18:19:34.421163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58346) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:34.604837 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1efad6-5510-4b37-969a-4be21643bd1b tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.606245 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9f1efad6-5510-4b37-969a-4be21643bd1b tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 1124 time: 0.1841114 Mar 30 18:19:34.609098 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58350) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:34.613479 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'port_id': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:34.632947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.730318 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.830778 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.27.2.141 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/a2174635-cae5-467c-80f4-47e3ec3d7814) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:34.931220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.965216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:34.999462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:35.002910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:35.006385 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:35.033360 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=a2174635-cae5-467c-80f4-47e3ec3d7814,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:35.353117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (9fc9c089-a1e5-4272-a9e3-07888e4c0880), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.418862 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.563860 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.568502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.637483 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=a2174635-cae5-467c-80f4-47e3ec3d7814,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:35.646882 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (9fc9c089-a1e5-4272-a9e3-07888e4c0880), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:35.742854 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP 9fc9c089-a1e5-4272-a9e3-07888e4c0880 associated. External IP: 172.27.2.141, port: 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2. Mar 30 18:19:35.947392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:19:36.058304 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:19:36.071390 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:19:36.075703 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:36.082518 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:36.083143 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:36.116311 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-90575591-5159-4a23-b79b-5a4548e4d1b8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4958065 Mar 30 18:19:36.116311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:36.116311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d2753-919c-4159-a3a0-9e1408bb705a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:36.150533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7211b-f5f0-4440-852e-295fd115bdcc x-openstack-request-id: req-01e7211b-f5f0-4440-852e-295fd115bdcc {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:36.150833 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:36.151238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01e7211b-f5f0-4440-852e-295fd115bdcc {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:36.151659 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e7211b-f5f0-4440-852e-295fd115bdcc'] response: {'name': 'network-changed', 'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'status': 'completed', 'code': 200} Mar 30 18:19:36.196426 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:36.235985 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-65fee0a2-3df8-43d7-b9fb-75a8d8e96db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:36.237639 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-65fee0a2-3df8-43d7-b9fb-75a8d8e96db1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 1129 time: 0.0451148 Mar 30 18:19:36.358858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-3217150f-1bb7-41e8-8e2a-0d857a04f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:36.360430 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-3217150f-1bb7-41e8-8e2a-0d857a04f068 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.0869265 Mar 30 18:19:36.416323 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fc9c089-a1e5-4272-a9e3-07888e4c0880', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:47:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:35Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:36.430813 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-e986eba0-51ad-4f36-9fde-448734502f95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 HTTP/1.1" status: 200 len: 999 time: 0.0587337 Mar 30 18:19:36.442316 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:19:36.450814 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:19:36.451414 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:19:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:36.502366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-62525e3b-09fd-4547-b41a-753f1195b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:36.503971 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-62525e3b-09fd-4547-b41a-753f1195b39a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0488112 Mar 30 18:19:36.574970 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-d02c6309-2b44-447f-b4b7-a2ba8ec5442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:36.576605 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-d02c6309-2b44-447f-b4b7-a2ba8ec5442d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466034 Mar 30 18:19:36.652181 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:19:36.669883 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-b7c6b814-9486-4b38-8c21-faebc79bffa2 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817976 Mar 30 18:19:36.767002 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c08d2753-919c-4159-a3a0-9e1408bb705a req-e59240ef-162e-423b-be81-7e45a58258b2 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847006 Mar 30 18:19:36.876352 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fc9c089-a1e5-4272-a9e3-07888e4c0880', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:47:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:35Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:36.901850 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e79422-a17d-471b-9ff8-c3866524ca1e None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '9fc9c089-a1e5-4272-a9e3-07888e4c0880', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:47:cd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:19:35Z', 'updated_at': '2022-03-30T18:19:35Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:37.079444 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4997ce4-b302-4eb3-8836-043b09cd4eb7 None None] New status for floating IP 9fc9c089-a1e5-4272-a9e3-07888e4c0880: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:19:37.682997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-89c219d0-33fb-4517-a5fe-251697090e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.049617 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-09206b89-ec3a-4a94-bce7-2335d273e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.861903 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.523111 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.088417 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.179603 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:02.158038 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:20:05.881244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631dbc-8fdf-4bbc-8ed6-dc30d0b95162 req-1038f78e-9a67-493e-b563-45c6df403eec tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.882651 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0631dbc-8fdf-4bbc-8ed6-dc30d0b95162 req-1038f78e-9a67-493e-b563-45c6df403eec tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0534508 Mar 30 18:20:05.929182 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a0631dbc-8fdf-4bbc-8ed6-dc30d0b95162 req-00ac7c59-a7ab-45a0-bde9-805eee14520e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Mar 30 18:20:07.054881 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015398-cc5b-445b-8437-a50143f5e931 req-59f84930-037e-4d19-9458-80cf02ea1d8f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:07.056363 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-27015398-cc5b-445b-8437-a50143f5e931 req-59f84930-037e-4d19-9458-80cf02ea1d8f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Mar 30 18:20:07.102530 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-27015398-cc5b-445b-8437-a50143f5e931 req-72ece12c-2a2f-48ac-811e-a63da2700cdf tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Mar 30 18:20:07.684248 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c231c7b5-089f-469e-b085-88121531315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:08.229557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4788a1-0432-4f76-86d3-89e997680632 req-1dc4902c-1e3f-43f3-b262-eab60619c284 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:08.231054 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d4788a1-0432-4f76-86d3-89e997680632 req-1dc4902c-1e3f-43f3-b262-eab60619c284 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0588152 Mar 30 18:20:08.277132 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0d4788a1-0432-4f76-86d3-89e997680632 req-59eef2ae-1890-469c-ac0b-c061b1a8289b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405993 Mar 30 18:20:09.396602 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f8d4-ee32-4de3-b092-0787dea71f59 req-cce71070-e403-400f-89f2-a2191e8c6f3b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.398061 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5866f8d4-ee32-4de3-b092-0787dea71f59 req-cce71070-e403-400f-89f2-a2191e8c6f3b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Mar 30 18:20:09.446997 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5866f8d4-ee32-4de3-b092-0787dea71f59 req-aa0681c8-cd22-4eb1-9653-c837e4195c10 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433691 Mar 30 18:20:10.050228 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-caf40ae6-8035-4e3a-b6c1-b750a9ac3d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:10.566932 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27867b-14ca-4f13-af02-ab8bedced8e6 req-029658bb-fb96-4426-a84e-7aed7d7d2743 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:10.569100 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2d27867b-14ca-4f13-af02-ab8bedced8e6 req-029658bb-fb96-4426-a84e-7aed7d7d2743 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Mar 30 18:20:10.616729 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2d27867b-14ca-4f13-af02-ab8bedced8e6 req-80d0d96d-bfeb-456b-9635-5950bb7004f6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Mar 30 18:20:10.865623 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:11.738912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237b5f1-e61f-48db-90f5-821d5b14e97f req-3eca2c08-61a4-4156-9e03-90a458fa60bb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:11.741461 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6237b5f1-e61f-48db-90f5-821d5b14e97f req-3eca2c08-61a4-4156-9e03-90a458fa60bb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0547671 Mar 30 18:20:11.787977 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6237b5f1-e61f-48db-90f5-821d5b14e97f req-17c87d2a-49c4-441f-8bf0-02ab3463086d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Mar 30 18:20:12.526055 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:12.909819 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30be78-f044-4151-a028-15322eac5e44 req-188f55f1-0a21-4516-84c3-1849e7367287 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:12.911881 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4d30be78-f044-4151-a028-15322eac5e44 req-188f55f1-0a21-4516-84c3-1849e7367287 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 30 18:20:12.960848 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4d30be78-f044-4151-a028-15322eac5e44 req-50a1a790-65ae-48b1-a9cc-99a38ac25a22 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Mar 30 18:20:14.080868 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b06c75-af1e-4273-86fb-d2c8e7ac88dd req-35dbb5f2-72d4-4379-bd1d-c0659d955c41 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:14.082612 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12b06c75-af1e-4273-86fb-d2c8e7ac88dd req-35dbb5f2-72d4-4379-bd1d-c0659d955c41 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Mar 30 18:20:14.094258 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.131468 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-12b06c75-af1e-4273-86fb-d2c8e7ac88dd req-3032a348-e03a-4086-a261-6be2fcc0697c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429726 Mar 30 18:20:15.257051 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113358-b76f-48b7-9a44-a256cf3f7bb4 req-f23c01c4-68b6-4d4c-aeeb-49013895115a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.258501 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a113358-b76f-48b7-9a44-a256cf3f7bb4 req-f23c01c4-68b6-4d4c-aeeb-49013895115a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0560079 Mar 30 18:20:15.304749 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0a113358-b76f-48b7-9a44-a256cf3f7bb4 req-747099d5-4ace-4fea-84fb-75e998e395cc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 Mar 30 18:20:16.430881 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeae99-06c2-4c74-a820-a6f75703233c req-af5e8018-dcd3-4ff7-a91c-c605e78ace24 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:16.432391 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ceeae99-06c2-4c74-a820-a6f75703233c req-af5e8018-dcd3-4ff7-a91c-c605e78ace24 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0545216 Mar 30 18:20:16.480190 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ceeae99-06c2-4c74-a820-a6f75703233c req-cdabd27a-f19d-4adc-a740-cf0f60440627 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Mar 30 18:20:17.603848 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de907fe-c912-4d0d-a3f2-ca6e73263c53 req-0c478d6a-b10a-4c70-a1ca-83b7d7a6b6a4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:17.605398 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7de907fe-c912-4d0d-a3f2-ca6e73263c53 req-0c478d6a-b10a-4c70-a1ca-83b7d7a6b6a4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0535228 Mar 30 18:20:17.651693 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7de907fe-c912-4d0d-a3f2-ca6e73263c53 req-cd9f41ed-b399-40b7-9cb7-e66bcc8aacf0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 Mar 30 18:20:18.776431 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd46a-c43e-4398-a120-4097a555f7c2 req-cb29e5bf-37f5-4aa4-b17c-b86af26bf03e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:18.778021 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c0ecd46a-c43e-4398-a120-4097a555f7c2 req-cb29e5bf-37f5-4aa4-b17c-b86af26bf03e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0565178 Mar 30 18:20:18.825420 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c0ecd46a-c43e-4398-a120-4097a555f7c2 req-8401c908-442e-4031-a0c2-353e228fce55 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Mar 30 18:20:19.947049 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabdd4f-c6fe-41e4-b823-9222fae44186 req-7f17f049-c203-45e2-85e6-4713d2f7582a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:19.948780 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5cabdd4f-c6fe-41e4-b823-9222fae44186 req-7f17f049-c203-45e2-85e6-4713d2f7582a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Mar 30 18:20:19.994856 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5cabdd4f-c6fe-41e4-b823-9222fae44186 req-8ecf6808-1a35-4f9c-99b9-219dec8293e6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 Mar 30 18:20:21.116600 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537fced-ead7-439b-9db9-8ff8e035e944 req-63848904-d6cf-4299-9817-a22d490f0c62 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.118056 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9537fced-ead7-439b-9db9-8ff8e035e944 req-63848904-d6cf-4299-9817-a22d490f0c62 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Mar 30 18:20:21.163532 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9537fced-ead7-439b-9db9-8ff8e035e944 req-d637a0e8-bb40-4d6b-ad68-b1ca5335265e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399566 Mar 30 18:20:22.194295 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:22.285252 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e48d-3f41-42c3-b496-8017ff3f9c86 req-34b2fb87-3158-451c-81d0-ab9cb7d0662c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:22.286726 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9570e48d-3f41-42c3-b496-8017ff3f9c86 req-34b2fb87-3158-451c-81d0-ab9cb7d0662c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0550556 Mar 30 18:20:22.332702 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9570e48d-3f41-42c3-b496-8017ff3f9c86 req-3d6c9676-c65a-47b4-b7ab-1c3c03204e47 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403135 Mar 30 18:20:23.407333 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:23.460898 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398600e-0f30-4cce-8b5e-cd59b6eb63fb req-5afe4273-5354-4939-8d69-fabf94783b94 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:23.462551 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e398600e-0f30-4cce-8b5e-cd59b6eb63fb req-5afe4273-5354-4939-8d69-fabf94783b94 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Mar 30 18:20:23.512585 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:23.518036 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e398600e-0f30-4cce-8b5e-cd59b6eb63fb req-57e44e5b-4140-4b1a-8037-056b3676f2b0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492485 Mar 30 18:20:23.525778 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '82c99254-29d2-4482-898b-d0e254d3e302', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:23.561790 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: ACTIVE; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:23.562184 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.575777 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:23.596155 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:23.599947 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.647680 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:23.658883 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.659238 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.659588 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.660115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.660488 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.660827 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.661169 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.661514 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.661974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.662320 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.662740 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.663075 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.663405 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.663733 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.664061 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:23.760128 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['82c99254-29d2-4482-898b-d0e254d3e302'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:24.645955 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e4b53-39e8-4a70-9463-359899306649 req-9fdf7255-6c4a-4cca-8634-16fbc528037a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:24.648272 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-db5e4b53-39e8-4a70-9463-359899306649 req-9fdf7255-6c4a-4cca-8634-16fbc528037a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 944 time: 0.0545731 Mar 30 18:20:24.696890 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-db5e4b53-39e8-4a70-9463-359899306649 req-ae7828e9-4edc-43dc-9801-792850c19fb8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 Mar 30 18:20:25.399691 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:25.468204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 82c99254-29d2-4482-898b-d0e254d3e302 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:25.468937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (82c99254-29d2-4482-898b-d0e254d3e302), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.574890 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:25.575279 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.617377 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:25.620112 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee6aec-0b12-463d-bb4b-29af28cec1ab" -d '{"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:25.656328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:25.664419 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.695679 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ba660-b723-41e6-9b34-b211ddcc56f9 x-openstack-request-id: req-b10ba660-b723-41e6-9b34-b211ddcc56f9 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:25.696263 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:25.696558 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b10ba660-b723-41e6-9b34-b211ddcc56f9 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:25.696962 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10ba660-b723-41e6-9b34-b211ddcc56f9'] response: {'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'code': 200} Mar 30 18:20:25.729531 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.838804 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d4657-a4de-499d-884b-d086dbc63aa9 req-0e3d4b48-1576-4374-9289-e9899cb050bd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:25.840285 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-529d4657-a4de-499d-884b-d086dbc63aa9 req-0e3d4b48-1576-4374-9289-e9899cb050bd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0585685 Mar 30 18:20:25.896480 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-529d4657-a4de-499d-884b-d086dbc63aa9 req-4a2ba6d6-4515-42b8-b96a-af76e96d2959 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Mar 30 18:20:27.042722 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8bf1-299d-4f25-a27c-9137046530df req-3969decc-a856-4704-afc9-a230503e1c8c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:27.044424 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-285f8bf1-299d-4f25-a27c-9137046530df req-3969decc-a856-4704-afc9-a230503e1c8c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0621197 Mar 30 18:20:27.104135 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-285f8bf1-299d-4f25-a27c-9137046530df req-b9f941e6-d744-41bd-9c3d-3c4e255bffb2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520415 Mar 30 18:20:28.235523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bb6f-3706-48c4-8912-b0147da1a79f req-14cc1f1f-02f3-4f89-bf56-5d74314c52db tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.244113 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8e68bb6f-3706-48c4-8912-b0147da1a79f req-14cc1f1f-02f3-4f89-bf56-5d74314c52db tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Mar 30 18:20:28.288852 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8e68bb6f-3706-48c4-8912-b0147da1a79f req-6e6f6d19-f237-42a6-9100-4d6a0fba69e2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Mar 30 18:20:29.423216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f6e3-26af-4f38-83cf-e5c63042772f req-a80f9771-76aa-4beb-907b-6fdfc4f66af0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.424881 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91d1f6e3-26af-4f38-83cf-e5c63042772f req-a80f9771-76aa-4beb-907b-6fdfc4f66af0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0612748 Mar 30 18:20:29.480592 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-91d1f6e3-26af-4f38-83cf-e5c63042772f req-8f517538-4f16-40ea-badc-e706c785818a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469484 Mar 30 18:20:30.620254 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6e9f-1549-427b-8c81-ac7bfdc83b0c req-8168c468-1d89-4365-bc83-9855343ad177 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:30.621712 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76fc6e9f-1549-427b-8c81-ac7bfdc83b0c req-8168c468-1d89-4365-bc83-9855343ad177 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0616200 Mar 30 18:20:30.679114 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-76fc6e9f-1549-427b-8c81-ac7bfdc83b0c req-55cac5f2-d183-4304-84d9-a1d31cdfbe82 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514910 Mar 30 18:20:31.813741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab338-4cb9-482d-ace3-5adfc87d4662 req-1dc18df1-33e9-41a2-b3f4-ab4b6e9661a5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.815349 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-676ab338-4cb9-482d-ace3-5adfc87d4662 req-1dc18df1-33e9-41a2-b3f4-ab4b6e9661a5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0533092 Mar 30 18:20:31.871055 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-676ab338-4cb9-482d-ace3-5adfc87d4662 req-9c6847d8-04dd-4684-a22b-2fcc708bbe8c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487032 Mar 30 18:20:33.015826 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446953d-04d5-49f6-86a4-d92309a7b61a req-cc25debe-7791-43e4-84a3-dd5c1a994b78 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:33.017523 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6446953d-04d5-49f6-86a4-d92309a7b61a req-cc25debe-7791-43e4-84a3-dd5c1a994b78 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0549250 Mar 30 18:20:33.090430 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6446953d-04d5-49f6-86a4-d92309a7b61a req-b151066c-ed1b-4e0c-a395-8c1f2b64bea7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650611 Mar 30 18:20:33.866085 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-28738201-3ff7-44cb-85bf-8037cdb4cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:33.867560 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-28738201-3ff7-44cb-85bf-8037cdb4cbba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1129 time: 0.0475230 Mar 30 18:20:33.966721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-f80711bb-4661-49cf-b72f-4e1aa5ee6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:33.968141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-f80711bb-4661-49cf-b72f-4e1aa5ee6fcf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0811365 Mar 30 18:20:34.036006 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-b565e033-e542-4c63-bce7-5d87e7628498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 1001 time: 0.0605166 Mar 30 18:20:34.088535 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-39e3a739-13eb-482a-8b56-25b2d1290d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:34.090027 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-39e3a739-13eb-482a-8b56-25b2d1290d58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0441651 Mar 30 18:20:34.142371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-82cd69b2-9630-4a5d-8b56-8656a0738286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:34.143874 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-82cd69b2-9630-4a5d-8b56-8656a0738286 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430450 Mar 30 18:20:34.207158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e8c75-49a8-4409-80b8-1c994d7ed741 req-795e3670-142b-4036-b5ba-526c28d057ac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:34.208791 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a5e8c75-49a8-4409-80b8-1c994d7ed741 req-795e3670-142b-4036-b5ba-526c28d057ac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Mar 30 18:20:34.241454 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-31a91f04-e8d3-4750-a6e7-de9901a0bc55 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Mar 30 18:20:34.258877 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6a5e8c75-49a8-4409-80b8-1c994d7ed741 req-25786d21-1b49-4ae8-957c-6d9547cd1c23 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Mar 30 18:20:34.329808 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2421a41e-f40d-4a7c-ba86-97d87789a929 req-2e91fc02-8a0a-45ea-b8f6-782561fc734b service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817750 Mar 30 18:20:35.381159 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a165d5-2a72-4a75-b048-e26453ce8fe5 req-0dbe561c-5658-4e88-ba60-2736d2c04827 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:35.382704 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0a165d5-2a72-4a75-b048-e26453ce8fe5 req-0dbe561c-5658-4e88-ba60-2736d2c04827 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0531244 Mar 30 18:20:35.432984 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0a165d5-2a72-4a75-b048-e26453ce8fe5 req-2e6622e6-2004-475f-867c-24a3579dd519 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Mar 30 18:20:36.455886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e490e-be0d-46b6-88a4-1340b9e1277f req-a29f7f27-bfd4-4151-b30d-f4a23651d15f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:36.457397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9b9e490e-be0d-46b6-88a4-1340b9e1277f req-a29f7f27-bfd4-4151-b30d-f4a23651d15f tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0549536 Mar 30 18:20:36.506114 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9b9e490e-be0d-46b6-88a4-1340b9e1277f req-ffa1db72-6218-43f1-b1fb-7c78b93d1b8b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415330 Mar 30 18:20:36.557796 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e56b2-9bdd-439f-85a3-90f88cbcc471 req-6f089693-b121-4413-ba4b-332944546f99 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:36.559268 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14e56b2-9bdd-439f-85a3-90f88cbcc471 req-6f089693-b121-4413-ba4b-332944546f99 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Mar 30 18:20:36.608137 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d14e56b2-9bdd-439f-85a3-90f88cbcc471 req-ec26ceae-9c49-4546-b3b6-763e7154bce2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 Mar 30 18:20:37.065207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-b68e31cc-6fd7-4118-8683-6d5c8aa918b8 req-f1b355bd-5721-4a70-8ea8-1d9a09a7ac67 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:20:37.066186 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b68e31cc-6fd7-4118-8683-6d5c8aa918b8 req-f1b355bd-5721-4a70-8ea8-1d9a09a7ac67 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053492 Mar 30 18:20:37.223345 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35196257-1348-4de6-aefe-cf25f834bb37 req-c156b54b-4f59-4a7c-8b12-d2ef610b5852 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:37.224841 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35196257-1348-4de6-aefe-cf25f834bb37 req-c156b54b-4f59-4a7c-8b12-d2ef610b5852 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 945 time: 0.0531781 Mar 30 18:20:37.272106 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35196257-1348-4de6-aefe-cf25f834bb37 req-53036706-2268-447c-aa51-011b0c72f3ec tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Mar 30 18:20:37.454224 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58678) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:37.482105 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:37.543446 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-454b2235-e5b9-4147-b7b4-41a1f982905c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875971 Mar 30 18:20:37.553038 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-5829607c-4be1-4cd6-add0-cf427e66d8aa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:20:37.554118 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-5829607c-4be1-4cd6-add0-cf427e66d8aa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052543 Mar 30 18:20:37.558703 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:37.559127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.584875 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:37.587672 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4739b17-3f69-49e5-853f-849312d1f972" -d '{"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:37.611690 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:37.616873 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.631380 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d032b-e4a0-4fa9-bd95-1cc69d975db9 req-64a0c257-de55-43a3-84ea-9187bfe59c8d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:37.632968 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d8d032b-e4a0-4fa9-bd95-1cc69d975db9 req-64a0c257-de55-43a3-84ea-9187bfe59c8d tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0575702 Mar 30 18:20:37.648717 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58690) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:37.652202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4393e9-9e6c-4705-990c-8588fb5044b5 x-openstack-request-id: req-9d4393e9-9e6c-4705-990c-8588fb5044b5 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:37.652527 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-unplugged", "status": "failed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "code": 422}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:37.652784 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d4393e9-9e6c-4705-990c-8588fb5044b5 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:37.653220 dv-cinder-835878-1-iscsi neutron-server[103473]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9d4393e9-9e6c-4705-990c-8588fb5044b5']: {'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'code': 422} returned with failed status Mar 30 18:20:37.690550 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5d8d032b-e4a0-4fa9-bd95-1cc69d975db9 req-ef96294d-750c-4e6b-bd35-4894ac12d831 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495281 Mar 30 18:20:37.690698 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:37.706771 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-440f29f3-1d54-43c4-82a4-9609dc3dc7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:37.750002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-71d55426-95ed-471e-a213-60061b45d272 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:37.751256 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-71d55426-95ed-471e-a213-60061b45d272 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports/82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 940 time: 0.1014690 Mar 30 18:20:38.397234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75e79a-678b-4669-bbe8-24e251a68685 req-f901d6e6-9a7b-49d4-826c-9b4a5f518812 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.399142 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9f75e79a-678b-4669-bbe8-24e251a68685 req-f901d6e6-9a7b-49d4-826c-9b4a5f518812 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0534115 Mar 30 18:20:38.450453 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9f75e79a-678b-4669-bbe8-24e251a68685 req-acfc87b8-09ea-4bb4-ba3d-25600e4a0d8b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Mar 30 18:20:38.556394 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-7ee904f1-dceb-4727-ba88-4a3353f143cb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.557762 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-7ee904f1-dceb-4727-ba88-4a3353f143cb tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Mar 30 18:20:38.661590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Deleting port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:38.662044 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.769631 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] For port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:38.770007 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.813313 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7779710-9d20-4bfe-80aa-17ae7f39d942 req-2627d323-2a9a-4ff3-a6b6-d2f102424fc6 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.814893 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e7779710-9d20-4bfe-80aa-17ae7f39d942 req-2627d323-2a9a-4ff3-a6b6-d2f102424fc6 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 945 time: 0.0582817 Mar 30 18:20:38.862680 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e7779710-9d20-4bfe-80aa-17ae7f39d942 req-50ea02c4-2716-4741-a9a3-bfc0cb51b845 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8c1c746-540e-44c6-a3eb-1baa2ea22064&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421233 Mar 30 18:20:38.950240 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.950515 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.950819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Floating IP 9fd52be6-bdb7-415e-87c9-01b3af9dc7e1 disassociated. External IP: 172.27.2.39, port: 019f1c9c-6ba5-49d7-b3a6-8e07faec346b. Mar 30 18:20:38.951176 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Calling delete_port for 019f1c9c-6ba5-49d7-b3a6-8e07faec346b owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:39.075393 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (019f1c9c-6ba5-49d7-b3a6-8e07faec346b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.104090 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'Port': ['ID=019f1c9c-6ba5-49d7-b3a6-8e07faec346b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:39.115683 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.116028 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.116396 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.116745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.117088 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.117428 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.117816 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.118169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.118505 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.118835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.119185 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.119626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.119958 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.120310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.120642 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:39.156125 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:20:39.531377 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-25eb1e37-3c47-4423-a844-b23f27df51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.533023 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-25eb1e37-3c47-4423-a844-b23f27df51c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 1127 time: 0.3759725 Mar 30 18:20:39.571017 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:39.685360 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-816c67dc-d919-4b0b-b40d-e8496fca68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.686948 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-816c67dc-d919-4b0b-b40d-e8496fca68c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1127 time: 0.1252387 Mar 30 18:20:39.803662 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:39.813757 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:39.824482 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:39.825209 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:39.861875 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] No DVR routers for this DVR port 019f1c9c-6ba5-49d7-b3a6-8e07faec346b on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:20:39.872449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.875757 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-341a03d9-cf6c-4a71-b99c-5f70488a43f9 req-3a275b76-7f6c-4ce0-b70a-a69dbe44be97 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.23 "DELETE /v2.0/ports/019f1c9c-6ba5-49d7-b3a6-8e07faec346b HTTP/1.1" status: 204 len: 173 time: 1.3119328 Mar 30 18:20:39.876199 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'name': 'network-vif-deleted', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:39.878502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f96aa0f-e9f2-4d4d-ba8c-1ee31c765fe7" -d '{"events": [{"server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "name": "network-vif-deleted", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:39.890352 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26587cf-7169-4f62-9b6b-f0eb384f4424 req-f0f6e982-9607-402b-b95d-0d3ec4ba52c7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.891879 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f26587cf-7169-4f62-9b6b-f0eb384f4424 req-f0f6e982-9607-402b-b95d-0d3ec4ba52c7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1820457 Mar 30 18:20:39.893086 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-3c159e92-180f-4a2b-9eeb-bdd76d1182e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.894262 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-3c159e92-180f-4a2b-9eeb-bdd76d1182e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.1973259 Mar 30 18:20:39.938099 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:39.982078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6717c9-a2a2-492b-a2a9-a575b8c8579f x-openstack-request-id: req-cb6717c9-a2a2-492b-a2a9-a575b8c8579f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:39.982372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f8885-f887-4792-974b-b4c0378597b0", "name": "network-vif-deleted", "tag": "019f1c9c-6ba5-49d7-b3a6-8e07faec346b", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:39.982673 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb6717c9-a2a2-492b-a2a9-a575b8c8579f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:39.983084 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6717c9-a2a2-492b-a2a9-a575b8c8579f'] response: {'server_uuid': 'cd5f8885-f887-4792-974b-b4c0378597b0', 'name': 'network-vif-deleted', 'tag': '019f1c9c-6ba5-49d7-b3a6-8e07faec346b', 'status': 'completed', 'code': 200} Mar 30 18:20:39.984974 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-53418ccd-71fa-47e7-9e44-7c6658ef116a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 999 time: 0.0769525 Mar 30 18:20:40.021273 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cef741ef-e16e-4715-ae93-56ac158b183d req-8ed5491c-8760-4529-9dea-1da58b843c04 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd5f8885-f887-4792-974b-b4c0378597b0 HTTP/1.1" status: 200 len: 210 time: 0.0409667 Mar 30 18:20:40.051066 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f26587cf-7169-4f62-9b6b-f0eb384f4424 req-5347a63c-cf53-49c0-968c-8d55ddea5038 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505814 Mar 30 18:20:40.054590 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1d2e35ed-76a5-46b1-b503-23d4d4217208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.061260 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-e0c910df-3e6f-4548-90e8-6e0788ca5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.062766 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-e0c910df-3e6f-4548-90e8-6e0788ca5cb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0705879 Mar 30 18:20:40.116667 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-91c56172-47c5-472c-9915-755e0ed5590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.118107 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-91c56172-47c5-472c-9915-755e0ed5590d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466735 Mar 30 18:20:40.174822 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:40.201662 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:40.210444 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:40.210824 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-bbafac5d-fdc3-4359-be56-db4b81eb4f91 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Mar 30 18:20:40.211079 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:40.299660 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b7f6d854-e553-4450-9367-4c5271999bc0 req-2ff53bd1-8473-4509-a40b-491d1a8dd0c6 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822799 Mar 30 18:20:40.323706 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:40.533444 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:40.563708 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69337f7d-3660-4b88-a6fe-9fad7ce8e2da None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:13:53Z', 'revision_number': 4, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '4b955b70-dedf-4234-9fb9-9cf03a00b33e', 'name': '', 'network_id': '9c7875dc-2b79-4aa7-97ca-e885577573d1', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'mac_address': 'fa:16:3e:a9:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:52Z', 'updated_at': '2022-03-30T18:14:06Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'subnets': [{'id': '175b903a-afb0-45e8-a29b-bac903ce8736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:40.871767 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:40.928109 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6900be8-8415-47e2-8b99-2304dff2411d None None] New status for floating IP 9fd52be6-bdb7-415e-87c9-01b3af9dc7e1: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:20:41.132281 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58736) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:41.251134 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (f8c1c746-540e-44c6-a3eb-1baa2ea22064), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.283259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8c67-a512-435e-8ce8-9deb2c12c8fd req-191bae34-7978-4b35-8220-4d4d88478fab tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:41.285030 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2ae8c67-a512-435e-8ce8-9deb2c12c8fd req-191bae34-7978-4b35-8220-4d4d88478fab tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1126227 Mar 30 18:20:41.287916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (f8c1c746-540e-44c6-a3eb-1baa2ea22064), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.377288 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a2ae8c67-a512-435e-8ce8-9deb2c12c8fd req-1880f68d-87b0-4b7d-8278-84c3d8aa5951 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575001 Mar 30 18:20:41.378713 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f8c1c746-540e-44c6-a3eb-1baa2ea22064), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.385944 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.389778 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8c1c746-540e-44c6-a3eb-1baa2ea22064 HTTP/1.1" status: 204 len: 168 time: 0.2529781 Mar 30 18:20:41.390181 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58738) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:41.401027 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1c746-540e-44c6-a3eb-1baa2ea22064,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:41.403826 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-5db86b6d-ee4e-4c1a-9c99-856a6960b145 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] show failed (client error): The resource could not be found. Mar 30 18:20:41.404986 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5db86b6d-ee4e-4c1a-9c99-856a6960b145 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "GET /v2.0/security-groups/f8c1c746-540e-44c6-a3eb-1baa2ea22064 HTTP/1.1" status: 404 len: 347 time: 0.0138793 Mar 30 18:20:41.407783 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58740) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:41.413864 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.414908 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.415262 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.415889 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.416427 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.418427 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.418802 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.420332 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.420332 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.420332 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.420613 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.420771 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.424331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.424331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.424331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba36e99-bf2a-466a-8536-ea0f30eabb12 tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:41.503699 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 019f1c9c-6ba5-49d7-b3a6-8e07faec346b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:41.527803 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 019f1c9c-6ba5-49d7-b3a6-8e07faec346b {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:41.528156 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 019f1c9c-6ba5-49d7-b3a6-8e07faec346b not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:41.569279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Deleting port a6e79e8c-c53c-4376-aeb8-3a98b287e018 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:41.569626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.651899 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.652242 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (a6e79e8c-c53c-4376-aeb8-3a98b287e018), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.665557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Calling delete_port for a6e79e8c-c53c-4376-aeb8-3a98b287e018 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:41.803968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (a6e79e8c-c53c-4376-aeb8-3a98b287e018), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.828809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Pushing event deleted for resources: {'Port': ['ID=a6e79e8c-c53c-4376-aeb8-3a98b287e018,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:41.896588 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks [] for floatingip (9fd52be6-bdb7-415e-87c9-01b3af9dc7e1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.899156 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:41.900350 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-17fdaf81-e896-4c7a-aa2b-dadb6ab5248b tempest-AttachVolumeTestJSON-19763494 tempest-AttachVolumeTestJSON-19763494-project] 10.222.0.24 "DELETE /v2.0/floatingips/9fd52be6-bdb7-415e-87c9-01b3af9dc7e1 HTTP/1.1" status: 204 len: 168 time: 0.4916198 Mar 30 18:20:42.512487 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0268f7-a623-4260-9f10-ba39734d4e0e req-15bf23f3-58af-4da9-97ec-c14b2b758b79 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:42.514930 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ed0268f7-a623-4260-9f10-ba39734d4e0e req-15bf23f3-58af-4da9-97ec-c14b2b758b79 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0666018 Mar 30 18:20:42.533223 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.567823 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ed0268f7-a623-4260-9f10-ba39734d4e0e req-4ca09d2b-51bf-4eee-83a4-d5f2e5ffe3f0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513690 Mar 30 18:20:43.700862 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f29ca-74df-4708-9e83-9d6df10baff0 req-6f4cd360-c9d4-45b5-a68f-99bb12cfa72c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:43.702372 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f8f29ca-74df-4708-9e83-9d6df10baff0 req-6f4cd360-c9d4-45b5-a68f-99bb12cfa72c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0595889 Mar 30 18:20:43.756084 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4f8f29ca-74df-4708-9e83-9d6df10baff0 req-c0816bff-553a-42f9-9131-69ea877eef04 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465691 Mar 30 18:20:44.090039 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.883876 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14463ac5-36c5-4449-938c-512e5df03053 req-a049cd1d-8ae1-40f5-9721-b1a2f07c314b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:44.891091 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14463ac5-36c5-4449-938c-512e5df03053 req-a049cd1d-8ae1-40f5-9721-b1a2f07c314b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0608490 Mar 30 18:20:44.935988 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14463ac5-36c5-4449-938c-512e5df03053 req-1861fd2f-9719-441c-8be7-7cd8f454ef8e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Mar 30 18:20:45.485911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58778) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:45.967799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (e3c6d785-2a02-4eed-9b5b-b97199939527), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.081440 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f878b-b325-49f3-892e-d42cb689fbc4 req-41c7ca23-deb3-48b3-b7ea-d5435a79db71 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:46.083523 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e69f878b-b325-49f3-892e-d42cb689fbc4 req-41c7ca23-deb3-48b3-b7ea-d5435a79db71 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0682321 Mar 30 18:20:46.154082 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e69f878b-b325-49f3-892e-d42cb689fbc4 req-03c314cb-b830-4a78-b317-e577949abdd7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634193 Mar 30 18:20:46.265865 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Deleting port 4b955b70-dedf-4234-9fb9-9cf03a00b33e {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:46.266734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.353384 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] For port 4b955b70-dedf-4234-9fb9-9cf03a00b33e, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=4b955b70-dedf-4234-9fb9-9cf03a00b33e,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:46.353764 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.367484 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Calling delete_port for 4b955b70-dedf-4234-9fb9-9cf03a00b33e owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:46.581347 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (4b955b70-dedf-4234-9fb9-9cf03a00b33e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:46.609031 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b955b70-dedf-4234-9fb9-9cf03a00b33e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:46.885915 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (e3c6d785-2a02-4eed-9b5b-b97199939527), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.112533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Router e3c6d785-2a02-4eed-9b5b-b97199939527 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:47.231902 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:47.239912 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0e85e56c-c7ca-43df-86e4-b965b0c941b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/e3c6d785-2a02-4eed-9b5b-b97199939527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528372 Mar 30 18:20:47.243072 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58786) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:47.245123 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Sync routers for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:47.255216 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:47.255832 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:47.298344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868753f6-11f4-4b3e-b133-450a5d2620ee req-01120fe6-f578-4fca-b15a-4e14d2593714 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.299925 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-868753f6-11f4-4b3e-b133-450a5d2620ee req-01120fe6-f578-4fca-b15a-4e14d2593714 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0590255 Mar 30 18:20:47.375897 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks [] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.404131 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-868753f6-11f4-4b3e-b133-450a5d2620ee req-7cf460a1-474c-4446-be09-042be6489064 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862310 Mar 30 18:20:47.497018 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:47.527190 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks [] for router_gateway (e3c6d785-2a02-4eed-9b5b-b97199939527), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.588958 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Deleting port 948f40f8-0c45-463d-b46a-caa44cf8e940 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:47.589381 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.675054 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] For port 948f40f8-0c45-463d-b46a-caa44cf8e940, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=948f40f8-0c45-463d-b46a-caa44cf8e940,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:47.675401 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.695695 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Calling delete_port for 948f40f8-0c45-463d-b46a-caa44cf8e940 owned by network:router_gateway {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:47.698064 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:20:46Z', 'revision_number': 5, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port': {'id': '948f40f8-0c45-463d-b46a-caa44cf8e940', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:13:47Z', 'updated_at': '2022-03-30T18:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:47.727554 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Checking router: e3c6d785-2a02-4eed-9b5b-b97199939527 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:47.736121 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Routers {'e3c6d785-2a02-4eed-9b5b-b97199939527'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:47.736836 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['e3c6d785-2a02-4eed-9b5b-b97199939527'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:47.864480 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] Set router e3c6d785-2a02-4eed-9b5b-b97199939527 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:47.885764 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (948f40f8-0c45-463d-b46a-caa44cf8e940), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.916163 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Pushing event deleted for resources: {'Port': ['ID=948f40f8-0c45-463d-b46a-caa44cf8e940,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:47.925037 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:20:47Z', 'revision_number': 6, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:47.955674 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae8fda-bc8d-4cfb-bca3-a6bbc7c93f0b None None] The sync data for ids ['e3c6d785-2a02-4eed-9b5b-b97199939527'] in dv-cinder-835878-1-iscsi is: [{'id': 'e3c6d785-2a02-4eed-9b5b-b97199939527', 'name': 'tempest-AttachVolumeTestJSON-176643659-router', 'tenant_id': '4a21cf594dde4be9ab4c55d58196667c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:13:45Z', 'updated_at': '2022-03-30T18:20:47Z', 'revision_number': 6, 'project_id': '4a21cf594dde4be9ab4c55d58196667c', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:47.997121 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (e3c6d785-2a02-4eed-9b5b-b97199939527), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.099331 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.101752 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks [] for router_controller (e3c6d785-2a02-4eed-9b5b-b97199939527), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.149768 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (e3c6d785-2a02-4eed-9b5b-b97199939527), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.150367 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c6d785-2a02-4eed-9b5b-b97199939527 {{(pid=103472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:20:48.155674 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.156873 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-5ed9084e-0921-4f2c-b726-e14dc868ff18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3c6d785-2a02-4eed-9b5b-b97199939527 HTTP/1.1" status: 204 len: 168 time: 0.9127920 Mar 30 18:20:48.159537 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58788) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:48.209732 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Deleting subnet 175b903a-afb0-45e8-a29b-bac903ce8736 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:20:48.212934 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Publish callbacks [] for subnet (175b903a-afb0-45e8-a29b-bac903ce8736), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.251585 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16087073'] for subnet (175b903a-afb0-45e8-a29b-bac903ce8736), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.360872 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (175b903a-afb0-45e8-a29b-bac903ce8736), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.438395 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14354701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14214647'] for subnet (175b903a-afb0-45e8-a29b-bac903ce8736), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.468520 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175b903a-afb0-45e8-a29b-bac903ce8736,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:48.478977 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.483867 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-375f8a86-65a9-4aaf-918a-892ad5fd8d40 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/175b903a-afb0-45e8-a29b-bac903ce8736 HTTP/1.1" status: 204 len: 168 time: 0.3232393 Mar 30 18:20:48.487455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58794) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:48.489759 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06688ede-b78d-4357-92fc-13c0f482ef8a None None] Network 9c7875dc-2b79-4aa7-97ca-e885577573d1 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:48.590896 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (9c7875dc-2b79-4aa7-97ca-e885577573d1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.643619 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84642b40-f5c1-4e7e-b3cc-ce9d0cdee9e5 req-c48639e5-db90-41a9-991a-c4281fb295a8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:48.645443 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-84642b40-f5c1-4e7e-b3cc-ce9d0cdee9e5 req-c48639e5-db90-41a9-991a-c4281fb295a8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1184502 Mar 30 18:20:48.673781 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Deleting port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:48.675277 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.755010 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-84642b40-f5c1-4e7e-b3cc-ce9d0cdee9e5 req-332b9474-b5bd-4319-959c-57c8afee4497 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023626 Mar 30 18:20:48.771606 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] For port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,segment=NetworkSegment(d60195a3-fc34-414c-a77e-954f70970db0),segment_id=d60195a3-fc34-414c-a77e-954f70970db0)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:48.773000 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.808683 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Calling delete_port for 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:48.885108 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] DHCP port deletion for 9c7875dc-2b79-4aa7-97ca-e885577573d1 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:20:48.904471 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.929841 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:48.935832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] No DVR routers for this DVR port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:20:48.943775 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Deleting port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:20:48.944762 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.014445 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (9c7875dc-2b79-4aa7-97ca-e885577573d1), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.016816 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] For port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99, host dv-cinder-835878-1-iscsi, got binding levels [] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:49.017212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.030669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Calling delete_port for 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:20:49.033351 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.ipam_backend_mixin [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 was not found and therefore no delete operation was performed {{(pid=103473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:20:49.034568 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (7129f862-89a7-4d1b-8df8-1aa2c7e70b99), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.035864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7875dc-2b79-4aa7-97ca-e885577573d1']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:49.045602 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60195a3-fc34-414c-a77e-954f70970db0') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:49.045901 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60195a3-fc34-414c-a77e-954f70970db0') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:49.057921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (d60195a3-fc34-414c-a77e-954f70970db0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.060725 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] Pushing event deleted for resources: {'Port': ['ID=7129f862-89a7-4d1b-8df8-1aa2c7e70b99,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:49.064346 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14445ec1-9243-4fd9-8c4f-f0ed98e5cfd8 None None] No DVR routers for this DVR port 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:20:49.074736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (d60195a3-fc34-414c-a77e-954f70970db0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.083979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:20:49.084532 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (d60195a3-fc34-414c-a77e-954f70970db0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:20:49.086450 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:20:49.142626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (9c7875dc-2b79-4aa7-97ca-e885577573d1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.148711 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.152326 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c7875dc-2b79-4aa7-97ca-e885577573d1 HTTP/1.1" status: 204 len: 168 time: 0.6616035 Mar 30 18:20:49.169359 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2f10-4565-4fff-8434-11c97d003fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7875dc-2b79-4aa7-97ca-e885577573d1,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:49.263035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58798) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:49.305679 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a33e06e9-0bf7-4b71-b914-90346ce33387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a21cf594dde4be9ab4c55d58196667c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414045 Mar 30 18:20:49.307988 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58800) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:49.354485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] Publish callbacks [] for security_group (f685258d-eedd-4790-a10a-03bd8dbedf1a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.376352 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] Publish callbacks [] for security_group (f685258d-eedd-4790-a10a-03bd8dbedf1a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.401208 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 948f40f8-0c45-463d-b46a-caa44cf8e940 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:49.425527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f685258d-eedd-4790-a10a-03bd8dbedf1a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.425791 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 948f40f8-0c45-463d-b46a-caa44cf8e940 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:49.426683 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 948f40f8-0c45-463d-b46a-caa44cf8e940 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:49.427726 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 4b955b70-dedf-4234-9fb9-9cf03a00b33e no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:49.429279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:49.430429 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f685258d-eedd-4790-a10a-03bd8dbedf1a HTTP/1.1" status: 204 len: 168 time: 0.1215191 Mar 30 18:20:49.438813 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf6f07-2634-4219-852a-4313945b7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f685258d-eedd-4790-a10a-03bd8dbedf1a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:49.455436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 4b955b70-dedf-4234-9fb9-9cf03a00b33e {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:49.455812 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 4b955b70-dedf-4234-9fb9-9cf03a00b33e not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:49.456283 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:20:49.483306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:20:49.483659 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 7129f862-89a7-4d1b-8df8-1aa2c7e70b99 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:20:49.890860 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9179-3b74-4c85-9a02-0d338ce13d04 req-5474a329-5c93-40c1-b9f4-68c0f6385775 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:49.892546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd4a9179-3b74-4c85-9a02-0d338ce13d04 req-5474a329-5c93-40c1-b9f4-68c0f6385775 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0530772 Mar 30 18:20:49.940072 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fd4a9179-3b74-4c85-9a02-0d338ce13d04 req-985e168a-ee7b-4dd7-b7d4-9bc568dfbe34 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Mar 30 18:20:50.098359 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58824) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:50.197298 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1032387420-network', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:50.215943 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:50.218259 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.228989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.302225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks [] for security_group (416bcf07-b1ca-416a-9d00-631d41bff82b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.305897 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (416bcf07-b1ca-416a-9d00-631d41bff82b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.329814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:20:50.339803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416bcf07-b1ca-416a-9d00-631d41bff82b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:50.344444 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (98a3ff09-0104-40c5-939a-888a27d15453), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.344784 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Added segment 98a3ff09-0104-40c5-939a-888a27d15453 of type vlan for network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 Mar 30 18:20:50.383372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (0f7bf3d5-4080-4b54-af75-587f1ecafc63), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.415348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (0f7bf3d5-4080-4b54-af75-587f1ecafc63), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.416320 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:50.416978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.473732 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3742671 Mar 30 18:20:50.476717 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58828) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:50.478828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc8b91-ac30-4490-8e34-b99ccb7e9e12 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7bf3d5-4080-4b54-af75-587f1ecafc63,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:50.481571 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Request body: {'subnet': {'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-subnet', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:50.489296 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:20:50.501330 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:50.502945 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.676765 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (2d3b8548-6b11-46a7-a78e-62a9839a6ed3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.736536 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3b8548-6b11-46a7-a78e-62a9839a6ed3,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:50.743502 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:50.743847 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Network hostable DHCP agents. Network: 0f7bf3d5-4080-4b54-af75-587f1ecafc63, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:20:50.760619 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:20:50.768377 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 0f7bf3d5-4080-4b54-af75-587f1ecafc63) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:50.773173 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:50.773789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.777710 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c5864-a663-41f0-bef5-d8a98906ebc6 None None] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:50.792620 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58830) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:50.792839 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9ffc5dc5-94c2-4dd3-bac5-bf86e15d6619 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3148725 Mar 30 18:20:50.797017 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:50.816282 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (24d28222-f83d-48ab-9531-525b0d4411e2), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.817433 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (24d28222-f83d-48ab-9531-525b0d4411e2), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.871951 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for router_controller (24d28222-f83d-48ab-9531-525b0d4411e2), precommit_add_association {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:50.886277 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:20:50.887139 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.034152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Allocated IP 172.20.0.2 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/9d9f7bfa-230d-481f-9abe-67b8749f6b65) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:51.073758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a37c3-4215-4b24-9bbc-74a022864913 req-694cbfba-1b3c-4460-ad96-537bc556a89a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:51.075546 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-526a37c3-4215-4b24-9bbc-74a022864913 req-694cbfba-1b3c-4460-ad96-537bc556a89a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0580516 Mar 30 18:20:51.127658 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-526a37c3-4215-4b24-9bbc-74a022864913 req-7a1db2b0-2aec-41d9-a92a-248d48d40909 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456622 Mar 30 18:20:51.190204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks [] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.196689 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.240951 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:51.243882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:51.250263 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:51.256236 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Pushing event updated for resources: {'Port': ['ID=9d9f7bfa-230d-481f-9abe-67b8749f6b65,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:51.276868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for router_gateway (24d28222-f83d-48ab-9531-525b0d4411e2), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.312115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Attempting to bind port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:51.312518 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Attempting to bind port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:51.312886 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Attempting to bind port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:51.317872 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:51.318250 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:51.318657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.319083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:51.319558 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Bound port: 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:51.319942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.381979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] For port 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:51.385220 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] For port 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=9d9f7bfa-230d-481f-9abe-67b8749f6b65,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:51.391750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.458947 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52f1a-428e-48be-bf3a-e32a2af334c7 None None] Pushing event updated for resources: {'Port': ['ID=9d9f7bfa-230d-481f-9abe-67b8749f6b65,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:51.477474 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for router_gateway (24d28222-f83d-48ab-9531-525b0d4411e2), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.497460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.624745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Allocated IP 172.27.2.150 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/cf13d120-9f23-42e9-af30-50f9b4dc2bdb) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:51.733379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.766163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.806824 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:51.809670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:51.815150 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:51.820769 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Pushing event updated for resources: {'Port': ['ID=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.068205 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for router_gateway (24d28222-f83d-48ab-9531-525b0d4411e2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.213549 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.306725 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e8b20-1c5a-43ab-ae77-704927052393 req-127216cb-0a8e-490e-9604-8f19844e60d1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:52.308231 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9e6e8b20-1c5a-43ab-ae77-704927052393 req-127216cb-0a8e-490e-9604-8f19844e60d1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0738680 Mar 30 18:20:52.324568 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (24d28222-f83d-48ab-9531-525b0d4411e2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.338251 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6496da4-88f0-4102-81df-01d1d1782290 None None] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:20:52.421184 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Provisioning complete for port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:52.421552 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.429920 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-9e6e8b20-1c5a-43ab-ae77-704927052393 req-810373be-c92a-4690-9d63-39b674308c4a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148276 Mar 30 18:20:52.485281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Router 24d28222-f83d-48ab-9531-525b0d4411e2 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103471) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:20:52.535181 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Current status of the port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:52.536374 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.571759 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] For port 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=9d9f7bfa-230d-481f-9abe-67b8749f6b65,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:52.576536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.608754 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:52.624539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:52.627913 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.632508 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b0c0c993-1c94-41b6-9e7e-e7bff18ffb12 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8361888 Mar 30 18:20:52.633312 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58836) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:52.643203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8673c-b997-42b0-8539-80ba6a94ec83 None None] Pushing event updated for resources: {'Port': ['ID=9d9f7bfa-230d-481f-9abe-67b8749f6b65,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.648956 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:52.649596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:52.750597 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e94621d3-4e3e-4b45-97a9-ff0f47329d2a None None] Provisioning complete for port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:52.750969 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e94621d3-4e3e-4b45-97a9-ff0f47329d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.799581 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:52.950301 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e94621d3-4e3e-4b45-97a9-ff0f47329d2a None None] Current status of the port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:53.018142 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:51Z', 'revision_number': 3, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:53.044320 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:53.044750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Updating router 24d28222-f83d-48ab-9531-525b0d4411e2 port cf13d120-9f23-42e9-af30-50f9b4dc2bdb binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:20:53.054603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.071915 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.206919 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Allocated IP 172.20.0.1 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/fcea3951-6de0-4caf-8c6f-8cfddde8cdb7) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:53.310314 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks [] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.317151 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks [] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.324935 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.344388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.375013 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Attempting to bind port cf13d120-9f23-42e9-af30-50f9b4dc2bdb on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:53.375402 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Attempting to bind port cf13d120-9f23-42e9-af30-50f9b4dc2bdb by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:53.375760 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Attempting to bind port cf13d120-9f23-42e9-af30-50f9b4dc2bdb on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:53.387869 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:53.391012 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:53.391179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:53.391562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:53.391968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.392384 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:53.393633 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Bound port: cf13d120-9f23-42e9-af30-50f9b4dc2bdb, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:53.393910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.395867 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e605a6-fe9d-4570-8e45-eed76b5a2d49 None None] Pushing event updated for resources: {'Port': ['ID=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.397534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:53.422547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Pushing event updated for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.440763 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (24d28222-f83d-48ab-9531-525b0d4411e2), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.456425 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] For port cf13d120-9f23-42e9-af30-50f9b4dc2bdb, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:53.462448 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] For port cf13d120-9f23-42e9-af30-50f9b4dc2bdb, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:53.468452 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 9d9f7bfa-230d-481f-9abe-67b8749f6b65 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:53.475123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.574554 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfa22-9480-418a-9aa4-60ff992eaca0 req-9bca6e73-bbce-4c37-a6b4-5fb12be7afdb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.576368 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-399bfa22-9480-418a-9aa4-60ff992eaca0 req-9bca6e73-bbce-4c37-a6b4-5fb12be7afdb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0632715 Mar 30 18:20:53.626417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.648954 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-399bfa22-9480-418a-9aa4-60ff992eaca0 req-236bc060-a0d0-4e98-988c-dda15bf12384 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578375 Mar 30 18:20:53.724362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e605a6-fe9d-4570-8e45-eed76b5a2d49 None None] Pushing event updated for resources: {'Port': ['ID=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.728813 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e19244eb-b5b0-4f7a-9caa-747c3ec2bde5 None None] Provisioning complete for port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:53.729197 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e19244eb-b5b0-4f7a-9caa-747c3ec2bde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.752262 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:53.752930 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:53.801701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks [] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.806794 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.843206 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:53.843504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.850079 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e19244eb-b5b0-4f7a-9caa-747c3ec2bde5 None None] Port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:53.869948 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Pushing event updated for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.877054 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (24d28222-f83d-48ab-9531-525b0d4411e2), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.914358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:53.967243 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:53.968594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:54.029313 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:54.091212 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:54.157478 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:54.185887 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3e2f5-a190-4eb0-a219-645429c17698 None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:54.271286 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-eddfeb55-e543-4841-b437-2ae7a1a340c5 None None] Provisioning complete for port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:54.271655 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-eddfeb55-e543-4841-b437-2ae7a1a340c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:54.312681 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-eddfeb55-e543-4841-b437-2ae7a1a340c5 None None] Port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:54.480539 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:54.486193 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c8079f67-3a7c-4e8f-9578-4847720b4111 admin admin] 10.222.0.24 "PUT /v2.0/routers/24d28222-f83d-48ab-9531-525b0d4411e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522530 Mar 30 18:20:54.772259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8b800-9f46-4e5f-90ad-23d0a480e655 req-d9e5c495-6e53-468f-8027-9fc492dabb3a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:54.773849 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4e8b800-9f46-4e5f-90ad-23d0a480e655 req-d9e5c495-6e53-468f-8027-9fc492dabb3a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0593576 Mar 30 18:20:54.824720 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b4e8b800-9f46-4e5f-90ad-23d0a480e655 req-931aefa0-6440-42f0-8f00-d215fb4838ec tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Mar 30 18:20:54.953156 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58848) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:54.957736 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769312443', 'description': 'tempest-description--324421017'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:54.982753 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.052598 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (f83a49c0-430f-42e0-95c5-5167a819b54a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.056601 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f83a49c0-430f-42e0-95c5-5167a819b54a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.085237 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.086465 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1322858 Mar 30 18:20:55.089527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58850) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:55.090691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79ed9e-0f08-4576-b188-106fa7b535a0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83a49c0-430f-42e0-95c5-5167a819b54a,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.094837 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'f83a49c0-430f-42e0-95c5-5167a819b54a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:55.122346 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (2343fc4b-501b-4d52-8488-0ef2c7b18804), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.181356 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (2343fc4b-501b-4d52-8488-0ef2c7b18804), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.186270 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (2343fc4b-501b-4d52-8488-0ef2c7b18804), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.205535 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2343fc4b-501b-4d52-8488-0ef2c7b18804,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.212081 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.213598 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a0f54283-419a-4b20-9892-39cf2edbe7c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226211 Mar 30 18:20:55.216173 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 58852) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:55.220621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'f83a49c0-430f-42e0-95c5-5167a819b54a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:55.247682 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (7b80c1e6-4aae-41e7-8ee6-6d26e51c8500), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.305247 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (7b80c1e6-4aae-41e7-8ee6-6d26e51c8500), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.309470 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (7b80c1e6-4aae-41e7-8ee6-6d26e51c8500), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.327119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b80c1e6-4aae-41e7-8ee6-6d26e51c8500,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.335864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.337116 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1cab669c-6c30-429e-8d2f-ec717d5caf6f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199694 Mar 30 18:20:55.340227 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58854) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:55.344643 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:55.372158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.462138 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cf13d120-9f23-42e9-af30-50f9b4dc2bdb up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:55.493601 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.513975 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port cf13d120-9f23-42e9-af30-50f9b4dc2bdb triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:55.514363 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.600852 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port cf13d120-9f23-42e9-af30-50f9b4dc2bdb is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:55.601253 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.623636 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port cf13d120-9f23-42e9-af30-50f9b4dc2bdb, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:55.629665 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:55.640918 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.27.2.230 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/ff67fc32-6c7f-42fa-929b-bd4fae53bae2) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:55.658527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-c7876e80-d2bd-4e92-b6d6-b180515cb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.659849 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-c7876e80-d2bd-4e92-b6d6-b180515cb01a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1127 time: 0.0535319 Mar 30 18:20:55.688780 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:55.775514 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-6c700279-9c1a-4ed4-a944-5579e9fb9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.777167 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-6c700279-9c1a-4ed4-a944-5579e9fb9b34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0919564 Mar 30 18:20:55.851854 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-dcb20110-cc44-4aea-80a7-e9783f313d2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 200 len: 999 time: 0.0676093 Mar 30 18:20:55.907832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-ab68ccc9-ae18-4fc7-b0a2-8d90efd04439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.909345 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-ab68ccc9-ae18-4fc7-b0a2-8d90efd04439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0510461 Mar 30 18:20:55.963992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-a15f5bda-65f6-48df-b84a-b61c010c89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:55.965678 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-a15f5bda-65f6-48df-b84a-b61c010c89ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485342 Mar 30 18:20:56.039407 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.055413 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0188e-f049-4b6c-9a71-f359993ea6e7 req-2e13a898-1f97-46c2-9fbf-9b1bad88fb1a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:56.056934 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-24e0188e-f049-4b6c-9a71-f359993ea6e7 req-2e13a898-1f97-46c2-9fbf-9b1bad88fb1a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.1005840 Mar 30 18:20:56.065390 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-40d8ffcd-2740-4c78-a8ba-dba56a4eeeeb service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922792 Mar 30 18:20:56.119821 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.128384 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-24e0188e-f049-4b6c-9a71-f359993ea6e7 req-d5aa393e-87a6-46cb-bf05-09da84882321 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657384 Mar 30 18:20:56.167454 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:56.170408 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:56.173021 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ceff524d-9eac-4586-b89d-eb8b2c63a967 req-1f527373-3455-4b17-b717-1b13ce957582 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999827 Mar 30 18:20:56.174004 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:56.209469 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=ff67fc32-6c7f-42fa-929b-bd4fae53bae2,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:56.271747 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.311154 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.317166 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:56.331443 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:56.332253 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:56.445013 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:56.471824 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.476417 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14355191'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.551714 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=ff67fc32-6c7f-42fa-929b-bd4fae53bae2,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:56.562442 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.579812 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.581381 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-af4a11c0-479f-446d-9039-0714bae8fa77 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2400446 Mar 30 18:20:56.664883 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:56.698185 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:56.698468 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Updating router 24d28222-f83d-48ab-9531-525b0d4411e2 port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:20:56.729795 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-123826d1-8862-4c78-81f7-9f52f1a30746 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--769312443&fields=id&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 267 time: 0.0429120 Mar 30 18:20:56.731876 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:56.837878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-9cca80da-318e-471e-9f00-70c9280b60a2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:56.839376 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-9cca80da-318e-471e-9f00-70c9280b60a2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1028397 Mar 30 18:20:56.854358 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-fa85a4a0-ad61-4200-9f98-4d43a2d96ec0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/quotas/d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 375 time: 0.0092967 Mar 30 18:20:56.908895 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-ecab9000-3683-4fe2-8a7a-1ef6c04c2158 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492587 Mar 30 18:20:57.011463 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks [] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.016756 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.056198 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-eb15973c-bfe7-47e4-9ef8-a5616a0afa74 service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361408 Mar 30 18:20:57.062237 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Pushing event updated for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:57.073436 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.073772 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.074131 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.074486 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.074821 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.075149 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.075472 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.075803 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.076120 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.076477 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.077062 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.077429 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.077763 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.078088 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.078542 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:57.133841 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Attempting to bind port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:57.134133 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Attempting to bind port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:57.134498 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Attempting to bind port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:57.139575 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:57.139947 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:57.140370 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.140761 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:57.141222 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Bound port: fcea3951-6de0-4caf-8c6f-8cfddde8cdb7, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:57.141603 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.164859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-3e1d80d5-3f73-4a01-b36c-cbb3276b732e service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998981 Mar 30 18:20:57.226869 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] For port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:57.232938 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] For port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:57.239065 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.286411 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04060201-3c26-4bf3-b77b-2fb050f61b0e req-ff31379b-dffb-4891-960d-80d707644e72 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:57.288536 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04060201-3c26-4bf3-b77b-2fb050f61b0e req-ff31379b-dffb-4891-960d-80d707644e72 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 943 time: 0.0739801 Mar 30 18:20:57.292613 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:57.293413 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:57.363888 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Provisioning complete for port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:57.364437 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.406252 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04060201-3c26-4bf3-b77b-2fb050f61b0e req-316279f2-4175-4c8c-9183-34706341fdb8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067820 Mar 30 18:20:57.412096 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1033512a-9268-40c3-95d8-8b5b4a01ca24 req-9badd968-27e6-4b67-8fec-78ca3bfe282e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 210 time: 0.0750473 Mar 30 18:20:57.484574 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:57.499126 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cf13d120-9f23-42e9-af30-50f9b4dc2bdb up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:57.541578 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1785c-01d1-49cc-9043-0d301627073d None None] Pushing event updated for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:57.541825 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Current status of the port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:57.541825 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.575428 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:57.618708 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] For port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:57.637285 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.709988 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port cf13d120-9f23-42e9-af30-50f9b4dc2bdb triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:57.710373 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.727678 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:57.759016 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b970fa2-715a-4108-9c5c-365cd431fc27 None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:57.790788 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655179-f41b-40b6-931f-b78eb8b1ae6e None None] Pushing event updated for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:57.813699 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e3387f65-5b77-4401-b96e-67b82ce0babf None None] Provisioning complete for port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:57.814082 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e3387f65-5b77-4401-b96e-67b82ce0babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.817068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:57.854458 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '82c99254-29d2-4482-898b-d0e254d3e302', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '82c99254-29d2-4482-898b-d0e254d3e302', 'mac_address': 'fa:16:3e:13:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:57.937541 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port cf13d120-9f23-42e9-af30-50f9b4dc2bdb is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:57.943507 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:57.943926 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:57.978011 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:58.007240 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e3387f65-5b77-4401-b96e-67b82ce0babf None None] Current status of the port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:58.010396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:58.015536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:58.071256 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=9']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:58.293157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['82c99254-29d2-4482-898b-d0e254d3e302'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:58.557046 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848119-8c18-4848-8b6b-86af46290ecc req-c0f040f5-5d87-40c3-87d6-bb599a69743f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.559300 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8e848119-8c18-4848-8b6b-86af46290ecc req-c0f040f5-5d87-40c3-87d6-bb599a69743f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 944 time: 0.0628636 Mar 30 18:20:58.560419 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-206a0cb3-15c4-4ba5-b7b1-29964fb20ad4 req-b60ac5c2-d2f0-4257-94ab-a027f078d240 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 210 time: 0.0348592 Mar 30 18:20:58.613999 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-9678c92e-ced2-425e-abf7-8a147df573b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:58.616181 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-9678c92e-ced2-425e-abf7-8a147df573b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1531332 Mar 30 18:20:58.631808 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8e848119-8c18-4848-8b6b-86af46290ecc req-568b6247-22d4-4903-abec-b8d950de9574 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584764 Mar 30 18:20:58.689013 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-c5120cd4-3755-4af4-908c-4123c5319047 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 379 time: 0.0588043 Mar 30 18:20:58.698756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'port': {'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'admin_state_up': True, 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'security_groups': ['f83a49c0-430f-42e0-95c5-5167a819b54a']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:58.805271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:58.808660 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:58.928413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.20.0.6 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/50586df6-cba1-4439-b8c2-523d4a4c5a47) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:59.064233 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.095967 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.135381 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:59.138393 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:59.142006 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:59.168971 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:59.198439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.199194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.215587 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-d463fcdc-5e7f-46a1-bfac-760d085bd74f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5205574 Mar 30 18:20:59.228585 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Request body: {'port': {'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:59.296705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.336609 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-2a1fa0be-04f5-4e60-8265-6bf8cd6d8cbd None None] Provisioning complete for port 50586df6-cba1-4439-b8c2-523d4a4c5a47 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:59.337224 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2a1fa0be-04f5-4e60-8265-6bf8cd6d8cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.388468 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-2a1fa0be-04f5-4e60-8265-6bf8cd6d8cbd None None] Port 50586df6-cba1-4439-b8c2-523d4a4c5a47 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:59.446489 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:59.495936 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:59.496339 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.560423 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50586df6-cba1-4439-b8c2-523d4a4c5a47 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:59.568861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks [] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.570598 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:59.575250 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:59.581029 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Transition to ACTIVE for port object 50586df6-cba1-4439-b8c2-523d4a4c5a47 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:59.585082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.642662 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 82c99254-29d2-4482-898b-d0e254d3e302 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:59.643121 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (82c99254-29d2-4482-898b-d0e254d3e302), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.645864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Pushing event updated for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:59.736016 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 82c99254-29d2-4482-898b-d0e254d3e302 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:59.736427 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.767490 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:59.769840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8ab820-22c1-419b-a482-86522877c227" -d '{"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:59.771093 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626de5-1ef9-4813-b945-e835536b0dc6 req-99c2b7a4-541a-4588-8e37-c417c3965c6d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.772678 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a626de5-1ef9-4813-b945-e835536b0dc6 req-99c2b7a4-541a-4588-8e37-c417c3965c6d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 943 time: 0.1057177 Mar 30 18:20:59.774078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Attempting to bind port 50586df6-cba1-4439-b8c2-523d4a4c5a47 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:59.774213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Attempting to bind port 50586df6-cba1-4439-b8c2-523d4a4c5a47 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:59.774481 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Attempting to bind port 50586df6-cba1-4439-b8c2-523d4a4c5a47 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:59.779510 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Port 50586df6-cba1-4439-b8c2-523d4a4c5a47 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:59.779784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Attempting to bind port 50586df6-cba1-4439-b8c2-523d4a4c5a47 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:59.783371 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:59.789299 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.799755 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:59.800105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:59.801084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:59.801689 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Bound port: 50586df6-cba1-4439-b8c2-523d4a4c5a47, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:59.802060 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.815085 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6c166-c3af-4af5-9b3c-555d952371ca req-5518f410-0716-4ba2-868f-25f0d2c871cd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.819152 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54b6c166-c3af-4af5-9b3c-555d952371ca req-5518f410-0716-4ba2-868f-25f0d2c871cd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 944 time: 0.0850291 Mar 30 18:20:59.846856 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=10']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:59.871442 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8a626de5-1ef9-4813-b945-e835536b0dc6 req-083bfb21-eb80-41d8-8a9a-f2bbe71a3c69 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857434 Mar 30 18:20:59.878332 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-54b6c166-c3af-4af5-9b3c-555d952371ca req-24f10ef0-3f8d-4209-93e8-1482331fc135 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533147 Mar 30 18:20:59.907367 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:59.912636 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:59.919217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.938573 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac043c44-3899-49b3-b6bb-742df07911b7 x-openstack-request-id: req-ac043c44-3899-49b3-b6bb-742df07911b7 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:59.938866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-plugged", "status": "completed", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:59.939120 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac043c44-3899-49b3-b6bb-742df07911b7 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:59.939549 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac043c44-3899-49b3-b6bb-742df07911b7'] response: {'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'code': 200} Mar 30 18:20:59.959260 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:59.959908 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:59.961322 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] 10.222.0.23 "PUT /v2.0/ports/50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 200 len: 1093 time: 0.7370934 Mar 30 18:20:59.961762 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:59.964015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:59.993853 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f84ff3-10c0-44af-865e-ba88f9e1e7fa service neutron] Pushing event updated for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:00.013817 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08049614-8246-43e1-a50d-2e922dfed236 x-openstack-request-id: req-08049614-8246-43e1-a50d-2e922dfed236 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:00.014116 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:00.014374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08049614-8246-43e1-a50d-2e922dfed236 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:00.014785 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08049614-8246-43e1-a50d-2e922dfed236'] response: {'name': 'network-changed', 'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'status': 'completed', 'code': 200} Mar 30 18:21:00.063007 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-b5aa4598-3b79-461a-ae93-bf91083312eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.064549 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-b5aa4598-3b79-461a-ae93-bf91083312eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 1127 time: 0.0472438 Mar 30 18:21:00.112033 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-dd71d5bd-7809-470d-aa2c-17bba2d918e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 200 len: 217 time: 0.0380459 Mar 30 18:21:00.161152 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-f09bebc1-c9a7-447e-be77-8f3c0a7b0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.162673 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-f09bebc1-c9a7-447e-be77-8f3c0a7b0013 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0444429 Mar 30 18:21:00.213271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-79287867-29f0-40ae-9aca-6fc7b4d21aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.214786 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-79287867-29f0-40ae-9aca-6fc7b4d21aae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431571 Mar 30 18:21:00.306548 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-44683274-c30a-45f8-9573-da5a01bcc236 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Mar 30 18:21:00.419526 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6b5d6939-c0b1-4d7d-ac0b-49ed93631ee7 req-e275c628-0dbf-4f63-b6d7-7e4fa5e008fc service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055715 Mar 30 18:21:00.434268 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45be35-27d6-4030-a6c6-d69b57e352bb req-b4bd49dd-3370-40a2-8a3a-a046480c026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.435709 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c45be35-27d6-4030-a6c6-d69b57e352bb req-b4bd49dd-3370-40a2-8a3a-a046480c026b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 1130 time: 0.0538080 Mar 30 18:21:00.516095 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c45be35-27d6-4030-a6c6-d69b57e352bb req-c1db847a-da36-4af5-812e-ac2510d1d158 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705163 Mar 30 18:21:00.530819 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-cad0de9c-60d8-40d8-a02b-1a38a60973b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.532253 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-cad0de9c-60d8-40d8-a02b-1a38a60973b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 1127 time: 0.0576177 Mar 30 18:21:00.814376 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-49c92130-bf19-44c9-a61e-2205f57b50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.815753 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-49c92130-bf19-44c9-a61e-2205f57b50d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0835860 Mar 30 18:21:00.863676 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-90c2c009-9258-4b34-a71d-598f12639b08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 200 len: 217 time: 0.0373409 Mar 30 18:21:00.911196 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-d8453b80-eceb-472b-b151-40c6b4e5acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.912623 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-d8453b80-eceb-472b-b151-40c6b4e5acf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0426447 Mar 30 18:21:00.995248 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-ba5a6103-50da-44a5-a4be-92dbe5a1b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:00.996956 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-ba5a6103-50da-44a5-a4be-92dbe5a1b101 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764651 Mar 30 18:21:01.005383 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded6a16-d0db-4c22-a74d-56420e1359ee req-0589cf71-ea53-4cc0-b196-0492ddfd6372 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:01.006957 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1ded6a16-d0db-4c22-a74d-56420e1359ee req-0589cf71-ea53-4cc0-b196-0492ddfd6372 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Mar 30 18:21:01.011340 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93419e-8b06-436f-ae56-659dd9f0c62a req-1d0e9ae7-7be6-47ec-a711-0e3b3d8b8d2c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:01.012802 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1d93419e-8b06-436f-ae56-659dd9f0c62a req-1d0e9ae7-7be6-47ec-a711-0e3b3d8b8d2c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 943 time: 0.0667152 Mar 30 18:21:01.053341 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1ded6a16-d0db-4c22-a74d-56420e1359ee req-89fd9bc5-f916-47dd-b4c5-9a1a61b92a8c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Mar 30 18:21:01.114466 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1d93419e-8b06-436f-ae56-659dd9f0c62a req-4fb84d00-b36f-434b-a5b5-f08abe9151b4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939162 Mar 30 18:21:01.130989 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-ac9c0cb7-3075-400d-89d3-0402b89f118d service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165957 Mar 30 18:21:01.223607 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-220ec9e3-5c26-4f7e-a396-82e1e6028f6b req-10e9dd01-9a5c-4b21-a164-75731739842b service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Mar 30 18:21:02.187339 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998ce6-8623-4087-ba8a-0c73dcb28ff2 req-55d59a0d-ec8f-4cea-aeda-67af873a23a9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:02.188882 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04998ce6-8623-4087-ba8a-0c73dcb28ff2 req-55d59a0d-ec8f-4cea-aeda-67af873a23a9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0594985 Mar 30 18:21:02.239079 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-04998ce6-8623-4087-ba8a-0c73dcb28ff2 req-9a3baf17-71a7-44dd-8a97-cf92920a457a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Mar 30 18:21:02.245020 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa17ef-6152-4409-a3bd-22e63f9b9783 req-b19ee932-1a91-4b0b-83e7-e96ae4bc9b78 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:02.246648 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ffa17ef-6152-4409-a3bd-22e63f9b9783 req-b19ee932-1a91-4b0b-83e7-e96ae4bc9b78 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 943 time: 0.0595558 Mar 30 18:21:02.295797 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ffa17ef-6152-4409-a3bd-22e63f9b9783 req-2def4032-537d-407f-9581-a08538c19141 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Mar 30 18:21:03.365339 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90e999-29fe-4fdd-adca-f1caa63bee22 req-31799528-8e45-4f60-a3e4-7cec59bf8af8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:03.366835 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e90e999-29fe-4fdd-adca-f1caa63bee22 req-31799528-8e45-4f60-a3e4-7cec59bf8af8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0536194 Mar 30 18:21:03.412858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd4e1a-e6e0-41bf-92a7-a1010975b6a4 req-8df631e2-d190-4ee1-a6f2-82b40a9c318f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:03.414360 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ddd4e1a-e6e0-41bf-92a7-a1010975b6a4 req-8df631e2-d190-4ee1-a6f2-82b40a9c318f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 943 time: 0.0526159 Mar 30 18:21:03.415955 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0e90e999-29fe-4fdd-adca-f1caa63bee22 req-01c65c0d-10a8-46f8-b8e0-a146241f1a4c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Mar 30 18:21:03.467498 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ddd4e1a-e6e0-41bf-92a7-a1010975b6a4 req-60293b86-6a91-4c14-8ff4-d5be6df86004 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450296 Mar 30 18:21:03.586724 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 50586df6-cba1-4439-b8c2-523d4a4c5a47 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:21:03.681373 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:03.818387 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:21:03.854484 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 50586df6-cba1-4439-b8c2-523d4a4c5a47 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:03.854803 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:03.867018 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50586df6-cba1-4439-b8c2-523d4a4c5a47 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:03.886172 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:03.889894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:03.934482 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:04.139462 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['50586df6-cba1-4439-b8c2-523d4a4c5a47'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:04.584494 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6997-b9e4-4402-a13a-5ec61ce2205a req-53743b85-54b6-48ff-9f24-5445365a2dce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:04.586444 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-514f6997-b9e4-4402-a13a-5ec61ce2205a req-53743b85-54b6-48ff-9f24-5445365a2dce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 944 time: 0.0529296 Mar 30 18:21:04.637789 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-514f6997-b9e4-4402-a13a-5ec61ce2205a req-08a72a67-9254-416a-8626-6ae48bd48be0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Mar 30 18:21:05.617972 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 50586df6-cba1-4439-b8c2-523d4a4c5a47 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:05.668645 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 50586df6-cba1-4439-b8c2-523d4a4c5a47 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:21:05.672599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 50586df6-cba1-4439-b8c2-523d4a4c5a47 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:05.673026 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:05.752073 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 50586df6-cba1-4439-b8c2-523d4a4c5a47 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:05.752494 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:05.759352 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983b5a5-6ffb-459c-8278-0855f38b3df5 req-baff0cab-c05a-4d42-acf2-7ddfaa85c381 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.760896 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0983b5a5-6ffb-459c-8278-0855f38b3df5 req-baff0cab-c05a-4d42-acf2-7ddfaa85c381 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 944 time: 0.0548544 Mar 30 18:21:05.776009 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:05.778315 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd3f01-60db-4853-b9b6-4f967ab6e025" -d '{"events": [{"server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "name": "network-vif-plugged", "status": "completed", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:05.791123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:05.796212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:05.811046 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0983b5a5-6ffb-459c-8278-0855f38b3df5 req-6c0af0b3-dfce-4206-a125-e37963f96ff0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441997 Mar 30 18:21:05.821499 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86be794-39ed-4712-b84e-fc6b9945aedd x-openstack-request-id: req-a86be794-39ed-4712-b84e-fc6b9945aedd {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:05.822051 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "name": "network-vif-plugged", "status": "completed", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:05.822310 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a86be794-39ed-4712-b84e-fc6b9945aedd {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:05.822710 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86be794-39ed-4712-b84e-fc6b9945aedd'] response: {'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'code': 200} Mar 30 18:21:05.849465 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:05.990188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32162a0f-bf06-4077-9f44-c7ff76961c34 req-c131fc03-836b-4c90-a0bb-98ba87d67e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:05.991597 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32162a0f-bf06-4077-9f44-c7ff76961c34 req-c131fc03-836b-4c90-a0bb-98ba87d67e35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 1129 time: 0.0446332 Mar 30 18:21:06.034546 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32162a0f-bf06-4077-9f44-c7ff76961c34 req-95e05e03-d05c-47d3-9f07-bf4d852b98dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366092 Mar 30 18:21:06.931062 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c009f-5f85-4e90-9d05-ce37c55e6c05 req-45b6971a-e3de-4647-ac03-4e3570706808 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:06.932533 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-de8c009f-5f85-4e90-9d05-ce37c55e6c05 req-45b6971a-e3de-4647-ac03-4e3570706808 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0527899 Mar 30 18:21:06.978053 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-de8c009f-5f85-4e90-9d05-ce37c55e6c05 req-2ecd0cf6-5dd7-46f6-92bd-187db87a0220 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Mar 30 18:21:07.689356 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c358d9e2-7eb1-4d28-978a-fc10e759a71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.096095 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5642aa0-4f90-45f0-8eb2-d592e9263db4 req-ff2a71c8-5a17-4a54-80c2-2df235e20e41 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:08.097595 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b5642aa0-4f90-45f0-8eb2-d592e9263db4 req-ff2a71c8-5a17-4a54-80c2-2df235e20e41 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0546432 Mar 30 18:21:08.142445 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b5642aa0-4f90-45f0-8eb2-d592e9263db4 req-b5fbe0a8-661a-4c58-9596-2135e32460f8 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386949 Mar 30 18:21:08.254314 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6920a-4b45-4b76-9cf8-31758541695b req-3ff1ab6a-dde5-4da2-a144-3ee634e2aa5a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:08.256358 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ada6920a-4b45-4b76-9cf8-31758541695b req-3ff1ab6a-dde5-4da2-a144-3ee634e2aa5a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0526674 Mar 30 18:21:08.265346 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 58962) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:08.269816 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:08.313452 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.736786 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.740537 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:08.843211 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 0069d1e1-e048-4f4a-b35f-3d1a085f274a associated. External IP: 172.27.2.230, port: 50586df6-cba1-4439-b8c2-523d4a4c5a47. Mar 30 18:21:09.050119 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:21:09.158341 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:21:09.163274 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:09.168041 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:21:09.178554 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:09.179258 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:09.193487 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4693b110-b1be-48e6-b966-f687e9ef5248 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "PUT /v2.0/floatingips/0069d1e1-e048-4f4a-b35f-3d1a085f274a HTTP/1.1" status: 200 len: 991 time: 0.9268916 Mar 30 18:21:09.194117 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:09.196547 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79" -d '{"events": [{"name": "network-changed", "server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:09.233557 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36479a95-4378-487b-b9b5-6faffdac0aeb x-openstack-request-id: req-36479a95-4378-487b-b9b5-6faffdac0aeb {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:09.233850 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:09.234109 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36479a95-4378-487b-b9b5-6faffdac0aeb {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:09.234524 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36479a95-4378-487b-b9b5-6faffdac0aeb'] response: {'name': 'network-changed', 'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'status': 'completed', 'code': 200} Mar 30 18:21:09.289003 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:09.298589 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-e33ce878-4cf5-4d93-8de9-bbff749bf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.300177 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-e33ce878-4cf5-4d93-8de9-bbff749bf434 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 1129 time: 0.0439081 Mar 30 18:21:09.394906 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-2587845f-3bbb-4705-88ed-ed34798d6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.397079 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-2587845f-3bbb-4705-88ed-ed34798d6775 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0906138 Mar 30 18:21:09.463088 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-572855d9-b337-4fd6-a676-45fe3d1c7520 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 200 len: 999 time: 0.0587726 Mar 30 18:21:09.511021 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-caa036cb-1b2e-46cb-bb6d-8b716e662b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.512551 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-caa036cb-1b2e-46cb-bb6d-8b716e662b6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0433106 Mar 30 18:21:09.513388 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:08Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:09.543591 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:21:09.552474 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:09.553011 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:20:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:09.565226 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-864506e6-82f1-40c3-b574-00f0d452a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:09.566734 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-864506e6-82f1-40c3-b574-00f0d452a046 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476055 Mar 30 18:21:09.654576 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-39a8c7bf-543b-41ee-99b6-3c2465991419 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Mar 30 18:21:09.659177 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:09.747133 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-93c89681-ef16-4eeb-a6dd-2fd33edb8a79 req-204ec3b5-ae20-4922-8137-9e601b97aad7 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847373 Mar 30 18:21:09.882194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:08Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:09.907116 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fc63a-05c7-4e90-9c4a-d5c79384e799 None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:08Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:21:10.048399 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4dce9514-c192-4cbb-89dc-ad4370e3c170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:10.091904 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784fe79-d8fe-4993-a41c-bf34646e5dec None None] New status for floating IP 0069d1e1-e048-4f4a-b35f-3d1a085f274a: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:21:10.869872 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:12.533195 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:14.083987 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.154533 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:21:22.213341 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:37.691204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d9c4ce2e-8c47-47d9-a045-4e277a31eccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.049469 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4e774d0c-09b5-458a-863b-a68d3a197e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.871820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:42.534841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.488941 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf95753-4598-4ad2-81ff-2677a33f0069 req-614b8a71-b137-45be-a492-349cce29cfa8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:43.490366 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7bf95753-4598-4ad2-81ff-2677a33f0069 req-614b8a71-b137-45be-a492-349cce29cfa8 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Mar 30 18:21:43.536575 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7bf95753-4598-4ad2-81ff-2677a33f0069 req-8979b8a5-c4d3-42a5-820b-bb4223fa8a47 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Mar 30 18:21:44.085859 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.662056 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c99db-71b6-4486-a981-6ee15c7ab114 req-fcd34419-4ca1-4ad8-a9b3-3e2958360bc4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:44.663702 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b20c99db-71b6-4486-a981-6ee15c7ab114 req-fcd34419-4ca1-4ad8-a9b3-3e2958360bc4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0541670 Mar 30 18:21:44.725400 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b20c99db-71b6-4486-a981-6ee15c7ab114 req-e850004f-45db-45c3-a80e-4304ebf8f508 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487778 Mar 30 18:21:45.494860 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-6016bceb-1c1b-4664-aece-2b2dc360ec4d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:45.496287 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-6016bceb-1c1b-4664-aece-2b2dc360ec4d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0517473 Mar 30 18:21:45.594459 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Deleting port 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:21:45.594728 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (82c99254-29d2-4482-898b-d0e254d3e302), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.679677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] For port 82c99254-29d2-4482-898b-d0e254d3e302, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=82c99254-29d2-4482-898b-d0e254d3e302,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:45.680034 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (82c99254-29d2-4482-898b-d0e254d3e302), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.880794 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.881080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.881397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Floating IP d6f5930d-2011-4797-8409-cb34ca73678c disassociated. External IP: 172.27.2.250, port: 82c99254-29d2-4482-898b-d0e254d3e302. Mar 30 18:21:45.881746 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Calling delete_port for 82c99254-29d2-4482-898b-d0e254d3e302 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:21:45.905032 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c93f1-aed0-458e-b920-f972ba4cdfc2 req-3c7a58a9-7c6c-4fb3-ae2c-561f355bc574 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:45.906521 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ef5c93f1-aed0-458e-b920-f972ba4cdfc2 req-3c7a58a9-7c6c-4fb3-ae2c-561f355bc574 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d4372f-340a-4d13-ae21-423e64906ab7 HTTP/1.1" status: 200 len: 946 time: 0.0830326 Mar 30 18:21:46.003433 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ef5c93f1-aed0-458e-b920-f972ba4cdfc2 req-350adf66-4904-4d50-8b0b-92a848474406 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=81c22db0-b056-4c20-a10d-b5f6470b21f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663154 Mar 30 18:21:46.063468 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (82c99254-29d2-4482-898b-d0e254d3e302), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:46.091782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'Port': ['ID=82c99254-29d2-4482-898b-d0e254d3e302,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:46.104379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.104737 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.105083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.105423 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.105789 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.106126 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.106458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.106786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.107113 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.107438 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.107765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.108390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.108517 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.108772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.109097 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:46.217436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:21:46.593705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:21:46.604063 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:21:46.613607 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:46.614539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:46.633723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] No DVR routers for this DVR port 82c99254-29d2-4482-898b-d0e254d3e302 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:21:46.636147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:46.639368 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4665cd75-cf1d-4306-81ad-16d2a5b8be38 req-eb7949c5-3529-4f2e-8daa-82b70d76048d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "DELETE /v2.0/ports/82c99254-29d2-4482-898b-d0e254d3e302 HTTP/1.1" status: 204 len: 173 time: 1.1329999 Mar 30 18:21:46.639803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-deleted', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:46.642044 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7724e6f-c11a-498c-abc2-bc8ad833b468" -d '{"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-deleted", "tag": "82c99254-29d2-4482-898b-d0e254d3e302"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:46.682059 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72dbcae-0d3e-4024-986c-0685653e03a1 x-openstack-request-id: req-b72dbcae-0d3e-4024-986c-0685653e03a1 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:46.682347 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d4372f-340a-4d13-ae21-423e64906ab7", "name": "network-vif-deleted", "tag": "82c99254-29d2-4482-898b-d0e254d3e302", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:46.682597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b72dbcae-0d3e-4024-986c-0685653e03a1 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:46.683072 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72dbcae-0d3e-4024-986c-0685653e03a1'] response: {'server_uuid': 'b8d4372f-340a-4d13-ae21-423e64906ab7', 'name': 'network-vif-deleted', 'tag': '82c99254-29d2-4482-898b-d0e254d3e302', 'status': 'completed', 'code': 200} Mar 30 18:21:46.857021 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:47.065694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:47.093373 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:21:47.097263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59020) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:47.101697 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:47.102320 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:47.132431 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289a324-e90f-4417-9913-4e9cead19db3 req-db2f532a-fc10-425a-80cb-30e61ea6b703 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:47.135560 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a289a324-e90f-4417-9913-4e9cead19db3 req-db2f532a-fc10-425a-80cb-30e61ea6b703 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0742421 Mar 30 18:21:47.152891 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (81c22db0-b056-4c20-a10d-b5f6470b21f7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.177171 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (81c22db0-b056-4c20-a10d-b5f6470b21f7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.193569 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a289a324-e90f-4417-9913-4e9cead19db3 req-7b2dae2d-6e20-4b28-bfd3-b92d07fe59ae tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498538 Mar 30 18:21:47.225803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (81c22db0-b056-4c20-a10d-b5f6470b21f7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.228490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.229008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:47.229647 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "DELETE /v2.0/security-groups/81c22db0-b056-4c20-a10d-b5f6470b21f7 HTTP/1.1" status: 204 len: 168 time: 0.1311784 Mar 30 18:21:47.232524 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59022) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:47.238463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d1f3-4a75-494d-9f6a-f79d159ab45e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c22db0-b056-4c20-a10d-b5f6470b21f7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:47.247372 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-abc0a5e0-58a2-4bf2-8469-d3f516973950 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] show failed (client error): The resource could not be found. Mar 30 18:21:47.248394 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-abc0a5e0-58a2-4bf2-8469-d3f516973950 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups/81c22db0-b056-4c20-a10d-b5f6470b21f7 HTTP/1.1" status: 404 len: 347 time: 0.0146213 Mar 30 18:21:47.251216 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59024) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:47.377063 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Deleting port 266cda95-53fe-409c-aa3c-0d2d4d49d3d3 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:21:47.377434 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.442679 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:47.457855 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.458724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.469000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893b8dd-af42-4308-8ca0-69075bd20687 None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:21:47.469921 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Calling delete_port for 266cda95-53fe-409c-aa3c-0d2d4d49d3d3 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:21:47.606548 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (266cda95-53fe-409c-aa3c-0d2d4d49d3d3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.633561 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'Port': ['ID=266cda95-53fe-409c-aa3c-0d2d4d49d3d3,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:47.649432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.649432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.649768 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.649982 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.650324 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.650662 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.650998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.651330 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.651660 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.651991 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.652343 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.652675 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.653000 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.653326 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.653653 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:47.694560 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03722c07-d446-410d-84c5-2d822c873ec8 None None] New status for floating IP d6f5930d-2011-4797-8409-cb34ca73678c: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:21:47.712219 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (d6f5930d-2011-4797-8409-cb34ca73678c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.714760 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:47.715910 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d116798a-73b3-4d4b-88d4-9582a68d137f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "DELETE /v2.0/floatingips/d6f5930d-2011-4797-8409-cb34ca73678c HTTP/1.1" status: 204 len: 168 time: 0.4637189 Mar 30 18:21:47.974298 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59028) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:47.978799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054368583', 'description': 'tempest-description--1245923302'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:47.998014 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.062370 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (af5311ae-2aec-4861-a81c-0a4a4e87a974), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.065759 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (af5311ae-2aec-4861-a81c-0a4a4e87a974), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.095274 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.096518 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1211884 Mar 30 18:21:48.098368 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3578c-1607-44b2-ac2b-103823e28bac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5311ae-2aec-4861-a81c-0a4a4e87a974,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:48.099597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59030) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:48.104374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group_rule': {'security_group_id': 'af5311ae-2aec-4861-a81c-0a4a4e87a974', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:48.129061 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (63422756-54eb-489b-bbd6-49ddb4d48fd8), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.175417 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (63422756-54eb-489b-bbd6-49ddb4d48fd8), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.179421 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (63422756-54eb-489b-bbd6-49ddb4d48fd8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.197989 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63422756-54eb-489b-bbd6-49ddb4d48fd8,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:48.212071 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.213254 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6b6049c8-955d-4767-8445-1631768b1ac1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125500 Mar 30 18:21:48.216067 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59032) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:48.220601 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'security_group_rule': {'security_group_id': 'af5311ae-2aec-4861-a81c-0a4a4e87a974', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:48.245123 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (52346410-1332-4eb2-b326-0341a8460d24), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.307491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (52346410-1332-4eb2-b326-0341a8460d24), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.312115 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (52346410-1332-4eb2-b326-0341a8460d24), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.328311 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01011b-6dc0-42a9-9eaa-409e5fb3c44a req-c453bd84-7ca6-4184-b4d9-b474769f5718 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.330723 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd01011b-6dc0-42a9-9eaa-409e5fb3c44a req-c453bd84-7ca6-4184-b4d9-b474769f5718 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0678926 Mar 30 18:21:48.338982 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52346410-1332-4eb2-b326-0341a8460d24,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:48.344891 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.345729 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3e4b04dd-e950-423e-a879-7910b9f99935 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285872 Mar 30 18:21:48.349111 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59036) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:48.353388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:48.373721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.392932 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cd01011b-6dc0-42a9-9eaa-409e5fb3c44a req-58099b59-e2e1-47e6-bf62-e10bc93d9788 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554447 Mar 30 18:21:48.470968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.577329 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Allocated IP 172.27.2.157 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/12345552-bd73-4f6f-ac1c-6f102bf0a061) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:48.680890 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.714777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.748458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:48.751255 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:48.754654 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:48.783183 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=12345552-bd73-4f6f-ac1c-6f102bf0a061,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:48.845438 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.884152 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.016237 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-a2b4fb2d-b248-4fc8-a526-4db893198604 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:49.017702 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-a2b4fb2d-b248-4fc8-a526-4db893198604 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.1087077 Mar 30 18:21:49.124011 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.129151 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.213857 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:21:49.214194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.216707 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=12345552-bd73-4f6f-ac1c-6f102bf0a061,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:49.234893 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.278950 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.280142 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c788e9cd-5b3b-4973-8fea-df23f1e9bedc tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9300981 Mar 30 18:21:49.321778 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] For port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:49.322146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.518665 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c9a3f-99c8-4911-96c5-ef9b082d3215 req-a469bc33-8278-4202-aba6-bfdd650c2555 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:49.520165 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-331c9a3f-99c8-4911-96c5-ef9b082d3215 req-a469bc33-8278-4202-aba6-bfdd650c2555 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 945 time: 0.0542834 Mar 30 18:21:49.541499 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-dc9748d0-f335-40cd-81c8-23cdbee3e096 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2054368583&fields=id&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 267 time: 0.0956059 Mar 30 18:21:49.543310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.543677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (9fc9c089-a1e5-4272-a9e3-07888e4c0880), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.544027 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP 9fc9c089-a1e5-4272-a9e3-07888e4c0880 disassociated. External IP: 172.27.2.141, port: 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2. Mar 30 18:21:49.544334 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:21:49.571924 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-331c9a3f-99c8-4911-96c5-ef9b082d3215 req-6293c584-3f91-4da5-8076-3330a651bd4a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Mar 30 18:21:49.702773 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-c31b40b8-2b95-4b08-87e1-0790077ea0ba tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:49.704282 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-c31b40b8-2b95-4b08-87e1-0790077ea0ba tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 816 time: 0.1542733 Mar 30 18:21:49.744274 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3948989f-8dc0-4a6a-aa34-c7af284629f4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/quotas/9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 375 time: 0.0327744 Mar 30 18:21:49.791533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:49.822964 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:49.842965 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-a9fafc12-83f8-466e-bc77-949ff408c6ce tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917735 Mar 30 18:21:49.929224 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:21:49.949878 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 82c99254-29d2-4482-898b-d0e254d3e302 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:21:49.950229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 82c99254-29d2-4482-898b-d0e254d3e302 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:21:50.008320 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-9b7fd8f6-f093-4dad-8e8c-136c5ecf6f1f service neutron] 10.222.0.24 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345131 Mar 30 18:21:50.014723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:21:50.172901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-c1aba6c1-1512-4c76-a2c1-bec1e1185310 service neutron] 10.222.0.24 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570399 Mar 30 18:21:50.189699 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:21:50.203086 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:21:50.222722 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:50.224218 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:50.240897 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] No DVR routers for this DVR port 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:21:50.243497 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:50.246904 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8cdf9ddc-52f1-420c-8e09-04539661601e req-ec2a861b-4f3f-41e8-a8a3-54dd21378d14 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "DELETE /v2.0/ports/9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 HTTP/1.1" status: 204 len: 173 time: 1.2211564 Mar 30 18:21:50.247344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'name': 'network-vif-deleted', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:50.250084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd75d05-9c7f-4697-8b66-d78451b3904f" -d '{"events": [{"server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "name": "network-vif-deleted", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:50.299231 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f45e566-98d0-4f00-90cc-29289f4d48d3 x-openstack-request-id: req-5f45e566-98d0-4f00-90cc-29289f4d48d3 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:50.299888 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fdb04c-b42f-44b0-8a41-b1e9fa30712d", "name": "network-vif-deleted", "tag": "9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:50.300405 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f45e566-98d0-4f00-90cc-29289f4d48d3 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:50.301035 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f45e566-98d0-4f00-90cc-29289f4d48d3'] response: {'server_uuid': 'e5fdb04c-b42f-44b0-8a41-b1e9fa30712d', 'name': 'network-vif-deleted', 'tag': '9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2', 'status': 'completed', 'code': 200} Mar 30 18:21:50.370291 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:50.397765 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ef774389-84ef-4b59-a01f-22e3ddbdf200 req-cbe2159b-706f-4c55-990d-009ad046fdd6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 210 time: 0.0300875 Mar 30 18:21:50.592000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:50.621101 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:21:50.631970 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:21:50.632626 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:50.708695 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f716a8c9-d9af-4689-a8df-1e589da182d5 req-521ee31d-295b-4b07-877f-4cc393a4f00a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5fdb04c-b42f-44b0-8a41-b1e9fa30712d HTTP/1.1" status: 200 len: 210 time: 0.0335121 Mar 30 18:21:50.762654 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:21:50.968133 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:21:50.995784 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d077e8c-6f69-4c7b-8a27-92d24265465c None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:21:51.216331 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fda4f4-d53f-4b5d-8731-f08d9ef5e572 None None] New status for floating IP 9fc9c089-a1e5-4272-a9e3-07888e4c0880: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:21:51.506704 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5488be89-e01a-4ade-b286-ea8937bf232e req-b9843ade-ec18-4682-b36a-9b91fc199848 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 210 time: 0.0341702 Mar 30 18:21:51.543604 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-b0f9ca4f-8f66-425e-b186-07ce89e53285 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:51.545092 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-b0f9ca4f-8f66-425e-b186-07ce89e53285 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 816 time: 0.1084054 Mar 30 18:21:51.614510 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-0dc8358c-6ab0-4213-bc65-0ab7d23dcad2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 380 time: 0.0544319 Mar 30 18:21:51.631867 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'port': {'device_id': '47042317-e6a3-490b-aa32-3305c3091165', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'admin_state_up': True, 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'security_groups': ['af5311ae-2aec-4861-a81c-0a4a4e87a974']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:51.737799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Made reservation on behalf of 9a13b2b6284c47e8ad677905797fd023 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:51.741342 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:51.871880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Allocated IP 172.20.0.12 (e3d21179-c3e2-4362-af94-767ffde813d3/8035b05f-2397-4214-a713-d3916792151c/1aca0b57-a108-4cfe-80e5-67d05b41b5d5) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:51.936063 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:21:51.956813 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:21:51.957242 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9b5e05c1-ea08-479e-bd1e-9ef0e10fcbd2 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:21:51.968732 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-8374e10f-1080-4f18-8251-2c17c31a8dcd tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549434595&fields=id&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 267 time: 0.0448015 Mar 30 18:21:52.010481 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.043098 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.075123 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-d444d8d8-2263-4b49-be00-6312340e9c20 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.077167 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-d444d8d8-2263-4b49-be00-6312340e9c20 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.1015570 Mar 30 18:21:52.086626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Network e3d21179-c3e2-4362-af94-767ffde813d3 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:52.091594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:52.092474 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-3be4bbc4-fd7e-44b9-acfb-b83369de7cef tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/quotas/8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 375 time: 0.0101767 Mar 30 18:21:52.097622 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:52.127602 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:52.154889 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.155502 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.162338 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e5b3806c-c201-4eca-8f9b-8b27750b19af tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632005 Mar 30 18:21:52.173226 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-bd82109c-6be0-471f-b015-1c23b2608140 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450699 Mar 30 18:21:52.186411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Request body: {'port': {'device_id': '47042317-e6a3-490b-aa32-3305c3091165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:52.220850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.253089 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.275790 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-da73ef97-28d7-4c59-bf50-6678577a0921 service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016445 Mar 30 18:21:52.369245 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-cdabb131-7c73-40fd-bd65-73d5cd1b7053 None None] Provisioning complete for port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:52.369907 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cdabb131-7c73-40fd-bd65-73d5cd1b7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.372328 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-a1dae2a8-2194-4303-b4f2-fb135c7330a5 service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906098 Mar 30 18:21:52.415948 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-cdabb131-7c73-40fd-bd65-73d5cd1b7053 None None] Port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:21:52.532250 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:52.540149 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks [] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.552624 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Transition to ACTIVE for port object 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:21:52.556795 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.609928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:52.710348 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fb84f583-8d3c-4465-adda-9f53ddfde216 req-06511641-9e6c-4ab9-89f1-6ae73a05fd74 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 210 time: 0.0418098 Mar 30 18:21:52.744894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808255c-9d7f-4b2e-a6da-1dbed10bf963 req-7dcaf91f-e6e8-49f1-8e14-1b3118a207a7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.746461 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6808255c-9d7f-4b2e-a6da-1dbed10bf963 req-7dcaf91f-e6e8-49f1-8e14-1b3118a207a7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.1325173 Mar 30 18:21:52.749321 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Attempting to bind port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:21:52.749673 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Attempting to bind port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:21:52.749984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Attempting to bind port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:52.755267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 on network e3d21179-c3e2-4362-af94-767ffde813d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:21:52.755522 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Attempting to bind port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 on network e3d21179-c3e2-4362-af94-767ffde813d3 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:52.775160 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:21:52.775509 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Checking segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:52.775885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Bound using segment: {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:21:52.776349 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Bound port: 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e248872d-a370-4ab1-abfe-f1549a058acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:21:52.776715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.842742 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6808255c-9d7f-4b2e-a6da-1dbed10bf963 req-e33cc80a-95d5-4104-bb58-b12778c826d9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849731 Mar 30 18:21:52.874296 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:21:52.878033 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:21:52.899460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.933170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.933786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:52.935282 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] 10.222.0.23 "PUT /v2.0/ports/1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.7530835 Mar 30 18:21:52.937750 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:52.946615 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e18a5b-fb07-49f2-b67d-56986310cc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:52.997490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d99b3-9757-49f9-9b4e-2c1c0ae220c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:53.027640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c4c792-8517-43fe-a44f-e4fcbf7a43c1 x-openstack-request-id: req-58c4c792-8517-43fe-a44f-e4fcbf7a43c1 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:53.028083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:53.028465 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58c4c792-8517-43fe-a44f-e4fcbf7a43c1 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:53.028983 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c4c792-8517-43fe-a44f-e4fcbf7a43c1'] response: {'name': 'network-changed', 'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'status': 'completed', 'code': 200} Mar 30 18:21:53.053056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-307c11f6-fb26-4a48-b1c3-e65ae601394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.056534 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-307c11f6-fb26-4a48-b1c3-e65ae601394f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1128 time: 0.0735581 Mar 30 18:21:53.107784 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-a7b42ef5-f726-4f90-9fd6-c415e223c144 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0396948 Mar 30 18:21:53.157346 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:21:53.183076 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-cdb5151a-ccbe-439e-afd9-c35a0a663bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.184768 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-cdb5151a-ccbe-439e-afd9-c35a0a663bc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0689621 Mar 30 18:21:53.243844 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-cc00fae1-3c55-4e8c-9459-5795471fe66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.245380 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-cc00fae1-3c55-4e8c-9459-5795471fe66c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522950 Mar 30 18:21:53.371018 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-910bc5fa-af2d-4fe2-a064-fe98ee606293 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978868 Mar 30 18:21:53.478463 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-49c6df6d-a398-42a8-b3bf-a829bffbebff req-7a767722-b362-4c60-9613-1592a3d6d65a service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864098 Mar 30 18:21:53.584801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-c6217dfc-e7e5-4788-97ed-5914d2b6c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.586844 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-c6217dfc-e7e5-4788-97ed-5914d2b6c996 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1128 time: 0.0500724 Mar 30 18:21:53.679155 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-4f39c208-53c0-45f5-bbd2-f5308f40e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.680470 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-4f39c208-53c0-45f5-bbd2-f5308f40e84c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0868576 Mar 30 18:21:53.725819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-a2abd33f-c7fb-41df-bb7c-3e897ddd001e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0382609 Mar 30 18:21:53.785432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-264ae316-966d-4d5a-8a1c-dacba0fc2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.787328 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-264ae316-966d-4d5a-8a1c-dacba0fc2fb8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0469003 Mar 30 18:21:53.807071 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e568ab1f-e9ac-46e9-b0b7-9c1a58cbeeb5 req-e4807fa2-2ef3-4b3b-be97-c5aa0f7a75b7 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 210 time: 0.0294602 Mar 30 18:21:53.861230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-d49e5c4b-9c0f-40f3-9d5f-c4b0409db7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.864371 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-d49e5c4b-9c0f-40f3-9d5f-c4b0409db7ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662534 Mar 30 18:21:54.376507 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-51815880-5378-42d6-89c1-626e75045df9 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950352 Mar 30 18:21:54.409608 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b135c5d-ed29-4818-a96d-90ced399f620 req-cad06239-8d52-469a-9aaa-cdbbf1308479 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.411577 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1b135c5d-ed29-4818-a96d-90ced399f620 req-cad06239-8d52-469a-9aaa-cdbbf1308479 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.4562201 Mar 30 18:21:54.456315 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-9e2f6e4b-78a7-4ad3-95fb-0f603958791c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.458291 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-9e2f6e4b-78a7-4ad3-95fb-0f603958791c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.5585289 Mar 30 18:21:54.565143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1b135c5d-ed29-4818-a96d-90ced399f620 req-f42bffe1-96ce-435b-b7de-49618b76f269 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425967 Mar 30 18:21:54.595688 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-04e18a5b-fb07-49f2-b67d-56986310cc5e req-b1b0c81b-b1e2-4f11-95c6-a4f34b7667f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066290 Mar 30 18:21:54.602183 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-f721da90-f705-4af7-a7c8-d898d7c9945d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 379 time: 0.1274133 Mar 30 18:21:54.612968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'port': {'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'admin_state_up': True, 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'security_groups': ['3caf1c53-c382-4048-bb89-8fc99940158e']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:54.737756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Made reservation on behalf of 8f147e63b3094a20b10b82a07b2afbfc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:54.745851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:54.886993 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.20.0.7 (094abf50-fb2a-44ec-a8e1-199a5454de40/2e0ce7f2-8169-4b78-834d-254136fa0764/0ceb94d7-f563-468f-9bcb-a60f7824f2e0) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:54.917757 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b236e5de-052b-4ee3-a5ad-cfb254ffe70e req-38cdbfdf-4787-4940-9048-c37e44c2c738 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 210 time: 0.0351839 Mar 30 18:21:55.061004 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.094105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.136344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:55.139530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:55.146247 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:55.169939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:55.201035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.201663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.220722 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-e8a92c06-4504-4a73-8540-05470df324a5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134031 Mar 30 18:21:55.234350 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Request body: {'port': {'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:55.305672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.410105 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-556e294e-b45f-4c7d-b69d-327d4ddf1d42 None None] Provisioning complete for port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:55.410720 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-556e294e-b45f-4c7d-b69d-327d4ddf1d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.445363 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-556e294e-b45f-4c7d-b69d-327d4ddf1d42 None None] Port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:21:55.577920 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:55.586269 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks [] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.599501 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Transition to ACTIVE for port object 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:21:55.603529 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.659438 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:55.709899 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0baec4-90a2-4346-8899-5b85b9931d27 req-24a59923-9244-450c-9b1a-dd1aac3d4839 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.711440 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b0baec4-90a2-4346-8899-5b85b9931d27 req-24a59923-9244-450c-9b1a-dd1aac3d4839 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0549176 Mar 30 18:21:55.737607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Attempting to bind port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:21:55.737945 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Attempting to bind port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:21:55.738270 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Attempting to bind port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:55.742734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:21:55.743061 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Attempting to bind port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:55.747974 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:21:55.748333 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:55.748716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Bound using segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:21:55.749144 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Bound port: 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:21:55.749503 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.764590 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3b0baec4-90a2-4346-8899-5b85b9931d27 req-2fccc44c-cd4f-4198-9799-a28c813de958 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Mar 30 18:21:55.822323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:21:55.825508 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:21:55.831938 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.864675 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.865563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:55.866984 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] 10.222.0.23 "PUT /v2.0/ports/0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 1093 time: 0.6384494 Mar 30 18:21:55.869480 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:55.872651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677e00b-edcd-42a3-b884-f9feafc0e732" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:55.903808 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9695-42e0-4fc7-8f88-0d38507ea437 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:55.923253 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee5fe3-d7e7-4041-8cad-f289e3644535 x-openstack-request-id: req-6cee5fe3-d7e7-4041-8cad-f289e3644535 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:55.923543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:55.923800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cee5fe3-d7e7-4041-8cad-f289e3644535 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:55.924235 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cee5fe3-d7e7-4041-8cad-f289e3644535'] response: {'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'status': 'completed', 'code': 200} Mar 30 18:21:55.935840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:21:55.973462 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-fb6f67a2-a0f3-4f25-bda0-da8a06691759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.975390 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-fb6f67a2-a0f3-4f25-bda0-da8a06691759 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1127 time: 0.0609980 Mar 30 18:21:56.024694 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-c0672ef7-0999-4414-b3a6-92230c867062 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 217 time: 0.0380363 Mar 30 18:21:56.059381 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:56.065243 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4b6d4-e154-43b9-a6fd-4b9b577e2c37 req-bb88d11c-6c80-4c94-b621-ece479091d2b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.066943 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88b4b6d4-e154-43b9-a6fd-4b9b577e2c37 req-bb88d11c-6c80-4c94-b621-ece479091d2b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0608919 Mar 30 18:21:56.075764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:21:56.091146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-8ee51a39-1586-47ef-91bd-7b832b72f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.092780 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-8ee51a39-1586-47ef-91bd-7b832b72f0ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0618343 Mar 30 18:21:56.121301 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-88b4b6d4-e154-43b9-a6fd-4b9b577e2c37 req-05445657-5183-40b7-bd56-cc0b021fc47e tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466115 Mar 30 18:21:56.121535 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:56.121698 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.139954 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:56.153492 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-8580d167-9e9f-4257-85d8-2c944d1f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.155051 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-8580d167-9e9f-4257-85d8-2c944d1f5b36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523918 Mar 30 18:21:56.162264 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:56.169721 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:56.232916 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:56.241646 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.242151 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.242539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.242890 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.243251 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.243608 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.243942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.244309 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.244651 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.244982 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.245316 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.245644 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.245997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.246324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.246663 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:56.257603 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-234e7e91-fe9b-4fc1-b633-c1be5774c4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936449 Mar 30 18:21:56.357611 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e6dc18b5-9805-4e03-8ed9-dd808a418066 req-2b8c3abe-3b4b-4682-9155-253013efd825 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931640 Mar 30 18:21:56.436973 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['1aca0b57-a108-4cfe-80e5-67d05b41b5d5'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:56.459361 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-43a12c5b-6d40-4af2-bf72-54baa7e7a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.461380 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-43a12c5b-6d40-4af2-bf72-54baa7e7a7a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1127 time: 0.0563686 Mar 30 18:21:56.557312 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-0977db74-0e65-43f2-9d1a-762bb140a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.558847 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-0977db74-0e65-43f2-9d1a-762bb140a6f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.0901220 Mar 30 18:21:56.607135 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-6f6676ea-20dc-4af3-ae46-d45842bcd0fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 217 time: 0.0411413 Mar 30 18:21:56.657382 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-4de826c4-1448-48c9-8df3-6e0b9713da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.658946 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-4de826c4-1448-48c9-8df3-6e0b9713da19 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0436921 Mar 30 18:21:56.713297 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-32907518-6f65-4a0c-bc86-695d9e4653cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.714838 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-32907518-6f65-4a0c-bc86-695d9e4653cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462496 Mar 30 18:21:56.812438 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-1dec40c5-733c-487e-a24d-68a8f15beda8 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910659 Mar 30 18:21:56.946490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66833b52-1f7f-4823-a195-ef1a76731456 req-98d88b3c-dad2-448b-8faf-b098ab3808da tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:56.948019 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66833b52-1f7f-4823-a195-ef1a76731456 req-98d88b3c-dad2-448b-8faf-b098ab3808da tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0871928 Mar 30 18:21:56.950250 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b677e00b-edcd-42a3-b884-f9feafc0e732 req-51351407-9217-4e32-8ea4-54e3dd09a633 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313205 Mar 30 18:21:56.997359 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-66833b52-1f7f-4823-a195-ef1a76731456 req-980d3023-49e2-4190-8190-774df8348ad0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Mar 30 18:21:57.247342 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93bcd0-91be-4dce-a8aa-55e2a0f5cac1 req-393b1a29-fcab-46b6-a32e-d82f0c88683b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:57.248922 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fe93bcd0-91be-4dce-a8aa-55e2a0f5cac1 req-393b1a29-fcab-46b6-a32e-d82f0c88683b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0589068 Mar 30 18:21:57.302258 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fe93bcd0-91be-4dce-a8aa-55e2a0f5cac1 req-6bb0ae59-df57-4aec-81dd-79bb06eb90a8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471127 Mar 30 18:21:57.951321 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:58.006476 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:21:58.010352 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:58.010735 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.091961 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:58.092407 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.115537 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:58.117883 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc21ca2-dc16-474e-9a31-730a8a7a9f6c" -d '{"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:58.125106 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bbf50-6131-43b4-acae-8b4cea608e35 req-8272e41d-1748-4c46-b7c3-a0fdb3048e50 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.126814 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fe4bbf50-6131-43b4-acae-8b4cea608e35 req-8272e41d-1748-4c46-b7c3-a0fdb3048e50 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0531459 Mar 30 18:21:58.134866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:58.139163 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:58.165188 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b8ac6-91d6-4c02-8dd3-789bc5dd4361 x-openstack-request-id: req-216b8ac6-91d6-4c02-8dd3-789bc5dd4361 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:58.165480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:58.165734 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-216b8ac6-91d6-4c02-8dd3-789bc5dd4361 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:58.166131 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216b8ac6-91d6-4c02-8dd3-789bc5dd4361'] response: {'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'code': 200} Mar 30 18:21:58.178315 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fe4bbf50-6131-43b4-acae-8b4cea608e35 req-ea6fa0d2-428c-41f8-a897-6cc2d233fb55 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Mar 30 18:21:58.191489 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:58.337705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5f455-93a7-482d-9764-1675f9d1fb68 req-81c31f68-ed10-48e4-8138-e9e02af9e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.339480 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fc5f455-93a7-482d-9764-1675f9d1fb68 req-81c31f68-ed10-48e4-8138-e9e02af9e965 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1130 time: 0.0496891 Mar 30 18:21:58.389176 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4fc5f455-93a7-482d-9764-1675f9d1fb68 req-f54cae96-ea85-451f-8ba7-3b8178da6b95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Mar 30 18:21:58.423632 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8692-8e65-49dc-a9b0-e4cef67d8966 req-fdf91892-dbe1-4c94-a9b5-15e431aa4ea2 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.425184 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a6df8692-8e65-49dc-a9b0-e4cef67d8966 req-fdf91892-dbe1-4c94-a9b5-15e431aa4ea2 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0532274 Mar 30 18:21:58.477614 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a6df8692-8e65-49dc-a9b0-e4cef67d8966 req-77dffb62-df57-4df9-8277-b0ba266099ef tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462079 Mar 30 18:21:59.308854 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3744c6-26af-403f-9213-5673646605c9 req-870f52cc-5fd1-4ef7-a130-24c464d07780 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.310416 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b3744c6-26af-403f-9213-5673646605c9 req-870f52cc-5fd1-4ef7-a130-24c464d07780 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0542789 Mar 30 18:21:59.359899 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0b3744c6-26af-403f-9213-5673646605c9 req-9addcdfd-2f0d-4241-92ea-977d5a232e86 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Mar 30 18:21:59.599168 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66364d70-283e-4ec0-826d-29798a7fe964 req-52ebaa18-236a-44d3-97ef-907e826344cb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.600995 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-66364d70-283e-4ec0-826d-29798a7fe964 req-52ebaa18-236a-44d3-97ef-907e826344cb tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0559213 Mar 30 18:21:59.655839 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-66364d70-283e-4ec0-826d-29798a7fe964 req-8b2c56f8-eb81-4c26-9d4b-23ce6784c29d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485654 Mar 30 18:22:00.489138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b55e-d3e3-48b2-8a8f-cdf1268dc9c0 req-eb9ecd2d-e87a-4af1-a073-74b2ab51051e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.490972 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-87a2b55e-d3e3-48b2-8a8f-cdf1268dc9c0 req-eb9ecd2d-e87a-4af1-a073-74b2ab51051e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0585878 Mar 30 18:22:00.545567 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-87a2b55e-d3e3-48b2-8a8f-cdf1268dc9c0 req-0187b7e8-7934-41bb-a14a-94a1bb3ea159 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485826 Mar 30 18:22:00.669980 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fd5af-b6ed-4874-aaea-77fb0f67e3f2 req-a1c519d0-1288-4fcb-8dd9-12ec3f11399a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.671459 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-704fd5af-b6ed-4874-aaea-77fb0f67e3f2 req-a1c519d0-1288-4fcb-8dd9-12ec3f11399a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0542083 Mar 30 18:22:00.679881 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59166) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:00.684523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Request body: {'floatingip': {'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:00.729654 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.782886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bc58b-3a3f-4875-9e35-fa83fd6d1286 req-8177e197-4e19-4f7b-b324-198fc4984fc7 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.784416 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c2bc58b-3a3f-4875-9e35-fa83fd6d1286 req-8177e197-4e19-4f7b-b324-198fc4984fc7 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0591564 Mar 30 18:22:00.837629 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4c2bc58b-3a3f-4875-9e35-fa83fd6d1286 req-5b203174-585d-47da-8918-ffd4db1ed1dc tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Mar 30 18:22:01.412474 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.416475 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.518984 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Floating IP 74991c2a-6e25-4e5a-8f9a-13660c854b50 associated. External IP: 172.27.2.157, port: 1aca0b57-a108-4cfe-80e5-67d05b41b5d5. Mar 30 18:22:01.743400 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:01.865099 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:01.870088 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:01.875212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:01.886259 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:01.887152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:01.902929 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8437dc6c-6f85-47f8-bcc6-71e08fe1848c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "PUT /v2.0/floatingips/74991c2a-6e25-4e5a-8f9a-13660c854b50 HTTP/1.1" status: 200 len: 992 time: 1.2217751 Mar 30 18:22:01.903499 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:01.905773 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:01.955025 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bddaa-897b-4a07-bcac-7c893751d866 req-3894e1f1-daa4-4e30-9ace-07f852250d69 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:01.956601 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d62bddaa-897b-4a07-bcac-7c893751d866 req-3894e1f1-daa4-4e30-9ace-07f852250d69 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0518749 Mar 30 18:22:02.009080 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d62bddaa-897b-4a07-bcac-7c893751d866 req-22985e90-7de5-4e03-9f4f-a8c7036963e5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458698 Mar 30 18:22:02.054563 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e290ecd-dd0f-4f99-bed6-8012889de2d5 x-openstack-request-id: req-2e290ecd-dd0f-4f99-bed6-8012889de2d5 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:02.054919 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:02.055173 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e290ecd-dd0f-4f99-bed6-8012889de2d5 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:02.055579 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e290ecd-dd0f-4f99-bed6-8012889de2d5'] response: {'name': 'network-changed', 'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'status': 'completed', 'code': 200} Mar 30 18:22:02.132880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-4a569ddc-34ce-4710-b95f-b69de109cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.134406 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-4a569ddc-34ce-4710-b95f-b69de109cd66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1130 time: 0.0485177 Mar 30 18:22:02.157905 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:02.229968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-bb990dcc-c762-40b0-8800-9bb8fed74005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.231441 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-bb990dcc-c762-40b0-8800-9bb8fed74005 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0905511 Mar 30 18:22:02.307662 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-26ddf3b0-f243-48f9-8bb9-79b4153b40e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 1000 time: 0.0661058 Mar 30 18:22:02.361239 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-850b62ae-9654-4dfe-88e2-07e989dcc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.362787 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-850b62ae-9654-4dfe-88e2-07e989dcc81b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0490458 Mar 30 18:22:02.402249 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59182) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.407230 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466599840', 'description': 'tempest-description--1300983268'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.415314 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-80241fe4-a0e3-436b-a302-2d473c5503c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.416856 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-80241fe4-a0e3-436b-a302-2d473c5503c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474811 Mar 30 18:22:02.420796 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '74991c2a-6e25-4e5a-8f9a-13660c854b50', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47042317-e6a3-490b-aa32-3305c3091165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:48Z', 'updated_at': '2022-03-30T18:22:01Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:02.430998 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.450050 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:02.460122 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:02.460823 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:21:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:02.512626 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (a54fa427-4525-44fe-99fd-210f6e32bdf7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.514189 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-61e088cb-7303-4d32-a48f-339609d6af63 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Mar 30 18:22:02.516919 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a54fa427-4525-44fe-99fd-210f6e32bdf7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.552640 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.553979 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1507087 Mar 30 18:22:02.555992 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c38e2a-e935-4ca5-b86b-98c2678a2950 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fa427-4525-44fe-99fd-210f6e32bdf7,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:02.558145 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59184) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.562622 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'a54fa427-4525-44fe-99fd-210f6e32bdf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.593832 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:02.594712 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (02afb168-6daa-45e2-a928-9d518040afed), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.614800 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bfa723cd-7c42-423c-9d63-a11eed8ea6b2 req-05f5cc4a-1a6c-4d34-a70a-3c2b703ef059 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939200 Mar 30 18:22:02.657335 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (02afb168-6daa-45e2-a928-9d518040afed), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.661744 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (02afb168-6daa-45e2-a928-9d518040afed), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.676526 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02afb168-6daa-45e2-a928-9d518040afed,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:02.688049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.689538 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b0620582-f24b-41c0-98ca-d9c72e183c4e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303408 Mar 30 18:22:02.692382 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59186) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.698735 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'a54fa427-4525-44fe-99fd-210f6e32bdf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.723900 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (754f98f0-64df-4cf7-8b28-12e02573e64b), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.780779 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (754f98f0-64df-4cf7-8b28-12e02573e64b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.784545 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (754f98f0-64df-4cf7-8b28-12e02573e64b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.807739 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754f98f0-64df-4cf7-8b28-12e02573e64b,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:02.812918 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.817052 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c34df5b3-37b3-4d86-b42f-ffbca96c2059 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199543 Mar 30 18:22:02.817545 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59188) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:02.821816 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:02.842078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.848749 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '74991c2a-6e25-4e5a-8f9a-13660c854b50', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47042317-e6a3-490b-aa32-3305c3091165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:48Z', 'updated_at': '2022-03-30T18:22:01Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:02.879769 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460fb32-12b3-453b-a94f-30829f19a61f None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '74991c2a-6e25-4e5a-8f9a-13660c854b50', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47042317-e6a3-490b-aa32-3305c3091165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:21:48Z', 'updated_at': '2022-03-30T18:22:01Z', 'revision_number': 1, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:02.942427 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.056066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.27.2.17 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/d5444b6b-5430-4588-a6ac-3d61e6da1240) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:03.089119 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bd4e4-115f-4a2c-879a-70db8ce28db8 None None] New status for floating IP 74991c2a-6e25-4e5a-8f9a-13660c854b50: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:03.194512 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3526d12-8963-43bb-a428-ff5e6028e23b req-4c1f3d34-6254-4734-b58e-b0858df1aaf3 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:03.196270 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3526d12-8963-43bb-a428-ff5e6028e23b req-4c1f3d34-6254-4734-b58e-b0858df1aaf3 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 943 time: 0.0843625 Mar 30 18:22:03.207714 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.276145 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3526d12-8963-43bb-a428-ff5e6028e23b req-fda333e5-f37e-4721-93b2-d9206d6bb8c2 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723240 Mar 30 18:22:03.282820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.319313 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:03.327881 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:03.332954 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:03.336073 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=d5444b6b-5430-4588-a6ac-3d61e6da1240,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:03.423037 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.460009 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.615453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.619622 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.690885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=d5444b6b-5430-4588-a6ac-3d61e6da1240,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:03.707121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.724117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:03.725650 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-695f14cf-951a-4283-b5af-77b3722fd2ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9072390 Mar 30 18:22:03.881927 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-e881f052-e5fa-4cf4-815e-b21fb589a9ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--466599840&fields=id&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 267 time: 0.0452909 Mar 30 18:22:03.991555 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-e2ea629e-c87e-452d-b4dd-6e32f61700f6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:03.993330 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-e2ea629e-c87e-452d-b4dd-6e32f61700f6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1049490 Mar 30 18:22:04.008429 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-01cf3470-d66a-4775-a4da-835b21160fb4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/quotas/d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Mar 30 18:22:04.018882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:04.069924 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-d5c19fa1-8aca-4e1e-a0ff-494dc087dac7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566454 Mar 30 18:22:04.119974 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:04.132379 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:04.164266 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-c66e1c80-0ce9-4f73-b20b-c55b4be694d6 service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827284 Mar 30 18:22:04.174364 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:04.174765 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.189287 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:04.212008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:04.217177 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:04.257793 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-ea13548b-5e99-4119-a5e6-ef7b81ef77bb service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873547 Mar 30 18:22:04.264745 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:04.418426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7a1b2-0a5d-409e-a528-417de49c7e54 req-db6ace66-0b30-4a64-baf8-fb14db5f818f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.420228 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-57e7a1b2-0a5d-409e-a528-417de49c7e54 req-db6ace66-0b30-4a64-baf8-fb14db5f818f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 944 time: 0.0709522 Mar 30 18:22:04.428650 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f2226b25-a1a5-43f0-ba69-5318eacc329b req-56eb3eeb-538d-4b05-a7b3-dd470ddcd144 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Mar 30 18:22:04.479576 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-57e7a1b2-0a5d-409e-a528-417de49c7e54 req-717cdf6a-f857-4400-9451-b124dfdb85b1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526693 Mar 30 18:22:04.504742 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['0ceb94d7-f563-468f-9bcb-a60f7824f2e0'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:05.448375 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-62d5221b-2a09-44a1-9de1-e18f03fbb36d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.449749 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-62d5221b-2a09-44a1-9de1-e18f03fbb36d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1115515 Mar 30 18:22:05.532947 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-c33df7e9-fdcf-488d-815b-7b27f101cdd6 req-deb38199-4b05-4fc3-9726-ec194b13133c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Mar 30 18:22:05.545038 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-70427e52-4639-46fe-ac7a-24b1cdfee806 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 471 time: 0.0697174 Mar 30 18:22:05.556480 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'port': {'device_id': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'admin_state_up': True, 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'security_groups': ['a54fa427-4525-44fe-99fd-210f6e32bdf7']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:05.682815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8c531-cb45-44a3-9950-239057a68933 req-718313dc-43dd-4256-bde4-986393bcca8c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.684330 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79c8c531-cb45-44a3-9950-239057a68933 req-718313dc-43dd-4256-bde4-986393bcca8c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 944 time: 0.1226211 Mar 30 18:22:05.719229 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:22:05.722390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:05.763145 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79c8c531-cb45-44a3-9950-239057a68933 req-cd22e636-1c3f-4115-9f8b-9ddc47d819ff tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726728 Mar 30 18:22:05.866441 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.20.0.12 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/fccf0244-0007-418b-8d42-8bf917d94e97) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:06.007053 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (fccf0244-0007-418b-8d42-8bf917d94e97), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.021662 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:06.041449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.083449 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:22:06.087950 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:06.088578 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.089339 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:06.092466 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:06.094870 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:06.134657 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.155706 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.156666 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.176391 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-fcdfb74f-5825-48c2-8fc9-a59deaba2c5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6235235 Mar 30 18:22:06.181454 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:06.181869 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.190397 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Request body: {'port': {'device_id': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:06.210192 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:06.213095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acaac6b-8e27-4bbe-af09-0acc8c70ba5a" -d '{"events": [{"server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "name": "network-vif-plugged", "status": "completed", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:06.229659 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:06.235017 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.254698 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.271966 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa15b09-3eef-46fb-99cb-50b8f21e0a8c x-openstack-request-id: req-5fa15b09-3eef-46fb-99cb-50b8f21e0a8c {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:06.271966 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "name": "network-vif-plugged", "status": "completed", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:06.272413 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fa15b09-3eef-46fb-99cb-50b8f21e0a8c {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:06.272535 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa15b09-3eef-46fb-99cb-50b8f21e0a8c'] response: {'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'code': 200} Mar 30 18:22:06.302268 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.428065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-725d2161-b063-4738-9fa6-b2218a582aac None None] Provisioning complete for port fccf0244-0007-418b-8d42-8bf917d94e97 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:06.428928 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-725d2161-b063-4738-9fa6-b2218a582aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.469642 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-725d2161-b063-4738-9fa6-b2218a582aac None None] Port fccf0244-0007-418b-8d42-8bf917d94e97 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:22:06.584744 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a8919-16bb-45fc-a765-0c1bfceafe54 req-8a56696c-a159-4d08-b153-be6e29ec56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.586237 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b9a8919-16bb-45fc-a765-0c1bfceafe54 req-8a56696c-a159-4d08-b153-be6e29ec56b7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1129 time: 0.0970674 Mar 30 18:22:06.594029 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccf0244-0007-418b-8d42-8bf917d94e97 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:06.609093 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks [] for port (fccf0244-0007-418b-8d42-8bf917d94e97), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.663974 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Transition to ACTIVE for port object fccf0244-0007-418b-8d42-8bf917d94e97 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:22:06.678911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.731990 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3b9a8919-16bb-45fc-a765-0c1bfceafe54 req-9ea94231-13f5-4718-a4b7-a848a7795256 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314075 Mar 30 18:22:06.768808 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804d67-ad02-44b7-9c62-ad6613f55550 req-4f225e23-3ae2-47a1-b6b6-66cee4717900 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.771991 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa804d67-ad02-44b7-9c62-ad6613f55550 req-4f225e23-3ae2-47a1-b6b6-66cee4717900 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 932 time: 0.1606250 Mar 30 18:22:06.777807 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:06.886400 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-aa804d67-ad02-44b7-9c62-ad6613f55550 req-4bb86a46-8a9c-4287-9100-c0b7e77b70fc tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924590 Mar 30 18:22:06.891195 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Attempting to bind port fccf0244-0007-418b-8d42-8bf917d94e97 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:22:06.891612 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Attempting to bind port fccf0244-0007-418b-8d42-8bf917d94e97 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:22:06.892021 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Attempting to bind port fccf0244-0007-418b-8d42-8bf917d94e97 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:06.898149 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Port fccf0244-0007-418b-8d42-8bf917d94e97 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:22:06.898425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Attempting to bind port fccf0244-0007-418b-8d42-8bf917d94e97 on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:22:06.903910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:22:06.904378 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:22:06.904835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:22:06.905336 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Bound port: fccf0244-0007-418b-8d42-8bf917d94e97, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:22:06.905896 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:06.911453 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01952696-4ad7-4159-aa56-db04cd4d8f7c req-8d80bf47-87a1-43f8-85c2-39c894c7f2a8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.913103 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01952696-4ad7-4159-aa56-db04cd4d8f7c req-8d80bf47-87a1-43f8-85c2-39c894c7f2a8 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Mar 30 18:22:06.963469 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-01952696-4ad7-4159-aa56-db04cd4d8f7c req-6fed924b-1f62-49f6-b278-cb63c8a89018 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439732 Mar 30 18:22:06.977023 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:22:06.980590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=fccf0244-0007-418b-8d42-8bf917d94e97,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:22:06.987266 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.022594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.023221 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.024713 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] 10.222.0.23 "PUT /v2.0/ports/fccf0244-0007-418b-8d42-8bf917d94e97 HTTP/1.1" status: 200 len: 1094 time: 0.8406563 Mar 30 18:22:07.025143 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:07.027391 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b4255e-7f97-43ec-a496-d9c71fdc8916" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:07.059265 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49894a6f-8565-4fa8-aaf5-8ac273755292 service neutron] Pushing event updated for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:07.083547 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa5502-f0c8-4d7e-a30b-bb0a61e285ab x-openstack-request-id: req-65aa5502-f0c8-4d7e-a30b-bb0a61e285ab {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:07.083906 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:07.084228 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65aa5502-f0c8-4d7e-a30b-bb0a61e285ab {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:07.084851 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65aa5502-f0c8-4d7e-a30b-bb0a61e285ab'] response: {'name': 'network-changed', 'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'status': 'completed', 'code': 200} Mar 30 18:22:07.135234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-2751fb31-ace6-4975-8101-ef885bf86d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.136715 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-2751fb31-ace6-4975-8101-ef885bf86d12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 1128 time: 0.0492635 Mar 30 18:22:07.200686 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-074b5f8f-c4f5-4954-8bfc-7100e622f419 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccf0244-0007-418b-8d42-8bf917d94e97 HTTP/1.1" status: 200 len: 217 time: 0.0383704 Mar 30 18:22:07.254759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-1ae828a8-d98e-4844-8510-fe2bd2987feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.256220 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-1ae828a8-d98e-4844-8510-fe2bd2987feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0477283 Mar 30 18:22:07.306744 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-df4b6903-ef66-4a44-875f-60d2beb94e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.308162 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-df4b6903-ef66-4a44-875f-60d2beb94e41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444717 Mar 30 18:22:07.397239 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-e8fcf6a0-1c95-4390-8ea1-efb90951f02a service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820689 Mar 30 18:22:07.492942 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40bf82d1-86a0-497d-804b-95132a28f1b0 req-f1c1d6a1-e387-43b5-932d-86700eae826f service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887027 Mar 30 18:22:07.584922 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-355a4cd8-4da8-4d00-8feb-d3e71ca70589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.586358 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-355a4cd8-4da8-4d00-8feb-d3e71ca70589 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 1128 time: 0.0471587 Mar 30 18:22:07.679616 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-e97a3c8c-8f86-458b-a3d4-16d08c047073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.681134 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-e97a3c8c-8f86-458b-a3d4-16d08c047073 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0868077 Mar 30 18:22:07.694062 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c283e374-89e7-436e-81f7-58abc865dc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:07.731629 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-9ac4a722-c279-45be-a646-288a1de3f7a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccf0244-0007-418b-8d42-8bf917d94e97 HTTP/1.1" status: 200 len: 217 time: 0.0351784 Mar 30 18:22:07.783403 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-03d8242c-66c7-407b-af7f-56d4cb1f7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.784891 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-03d8242c-66c7-407b-af7f-56d4cb1f7a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0431037 Mar 30 18:22:07.841782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-2307dab9-dbfe-4d9b-989a-8fed9fe5dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.843241 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-2307dab9-dbfe-4d9b-989a-8fed9fe5dc27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490305 Mar 30 18:22:07.937199 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-1a4f87a3-a625-4d58-aae7-e4d285e8b82f service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809338 Mar 30 18:22:08.024809 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34800a42-be82-486e-a311-d6eba2174968 req-3b93ad9f-d966-4839-8959-168c63deb054 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:08.026608 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-34800a42-be82-486e-a311-d6eba2174968 req-3b93ad9f-d966-4839-8959-168c63deb054 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 944 time: 0.0687768 Mar 30 18:22:08.080751 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-34800a42-be82-486e-a311-d6eba2174968 req-68db7558-06e8-48a1-aaa2-930c7a47079c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485718 Mar 30 18:22:08.354508 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b4b4255e-7f97-43ec-a496-d9c71fdc8916 req-120692cf-7a80-4f3e-97cb-3e1d019f03a1 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923836 Mar 30 18:22:08.362995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665492b-923a-4862-98e8-14c8c2bdf29c req-ae19ad29-86da-47ca-85e8-0eebd77311b5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:08.365083 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f665492b-923a-4862-98e8-14c8c2bdf29c req-ae19ad29-86da-47ca-85e8-0eebd77311b5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Mar 30 18:22:08.415270 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f665492b-923a-4862-98e8-14c8c2bdf29c req-62513e2d-257f-4848-96d4-02d4b85e283f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Mar 30 18:22:09.196448 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb64-5478-4466-b931-ab59610fcff7 req-ae4712b6-6d95-483b-9ca1-52a7ef81681c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.197907 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d78fb64-5478-4466-b931-ab59610fcff7 req-ae4712b6-6d95-483b-9ca1-52a7ef81681c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 944 time: 0.0517380 Mar 30 18:22:09.243917 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d78fb64-5478-4466-b931-ab59610fcff7 req-5caf3b80-4dda-440e-a534-c504e1e36e1b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Mar 30 18:22:09.531651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4a4c-405b-4081-ad9a-ff603a1defde req-36ebd3be-2505-43d0-85c1-786fee7fa76b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.533165 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5bea4a4c-405b-4081-ad9a-ff603a1defde req-36ebd3be-2505-43d0-85c1-786fee7fa76b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0516992 Mar 30 18:22:09.584027 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5bea4a4c-405b-4081-ad9a-ff603a1defde req-c0910189-536a-464d-9ee8-9a2571ea9787 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 Mar 30 18:22:09.698769 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010202-5c04-4d10-a828-b13cfec901f1 req-609832fe-8bb4-4b29-9c82-ac06a62afa3f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.700401 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10010202-5c04-4d10-a828-b13cfec901f1 req-609832fe-8bb4-4b29-9c82-ac06a62afa3f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Mar 30 18:22:09.753047 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-10010202-5c04-4d10-a828-b13cfec901f1 req-e9b5233b-597b-4b40-8b94-8aa171fae94d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467968 Mar 30 18:22:09.774978 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59244) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:09.817661 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158f072-9e67-4123-9f36-1c0cb08f4fe0 tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.819136 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2158f072-9e67-4123-9f36-1c0cb08f4fe0 tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1124 time: 0.0432138 Mar 30 18:22:09.822091 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59246) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:09.826186 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:09.845372 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:09.938399 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.043681 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.27.2.173 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/577105ea-7ca1-4924-a42c-0e7899e78df8) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:22:10.051437 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9df8-f576-412f-9259-e6b2ae12d14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.060162 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device fccf0244-0007-418b-8d42-8bf917d94e97 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:10.151036 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.161259 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=fccf0244-0007-418b-8d42-8bf917d94e97,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:10.173011 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'port_id': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'mac_address': 'fa:16:3e:c5:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:10.183528 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.212747 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port fccf0244-0007-418b-8d42-8bf917d94e97 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:10.213139 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.223027 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:22:10.225994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:22:10.226420 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccf0244-0007-418b-8d42-8bf917d94e97 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:10.232398 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:22:10.238313 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=577105ea-7ca1-4924-a42c-0e7899e78df8,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.247063 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=fccf0244-0007-418b-8d42-8bf917d94e97,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:10.250988 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.299888 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.363166 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0baecd-4817-45c9-a84e-ea1e694407cb req-ad9dd712-d1d9-415d-a520-e161e5606110 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.365027 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2f0baecd-4817-45c9-a84e-ea1e694407cb req-ad9dd712-d1d9-415d-a520-e161e5606110 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 945 time: 0.0540538 Mar 30 18:22:10.412531 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2f0baecd-4817-45c9-a84e-ea1e694407cb req-1dd66ed4-caab-4993-a577-4475e3a42dad tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Mar 30 18:22:10.573733 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['fccf0244-0007-418b-8d42-8bf917d94e97'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:10.589736 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (a94df250-2fb5-415b-a684-06837085e1b5), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.660803 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.815958 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.823606 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14355191'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.878133 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:10.901738 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=577105ea-7ca1-4924-a42c-0e7899e78df8,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:10.915848 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (a94df250-2fb5-415b-a684-06837085e1b5), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.016177 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP a94df250-2fb5-415b-a684-06837085e1b5 associated. External IP: 172.27.2.173, port: 0ceb94d7-f563-468f-9bcb-a60f7824f2e0. Mar 30 18:22:11.229737 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:11.339143 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:11.349656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:11.356615 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.359881 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:11.360573 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.392225 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-100c47ac-dfeb-4c91-9222-77e3ee0ed584 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5690904 Mar 30 18:22:11.392847 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:11.395786 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ab052-e772-47c4-b035-0e5c315d87c9" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:11.432102 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113bd7bf-9628-4024-93ad-ed4e2ae4b498 x-openstack-request-id: req-113bd7bf-9628-4024-93ad-ed4e2ae4b498 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:11.432426 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:11.432693 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-113bd7bf-9628-4024-93ad-ed4e2ae4b498 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:11.433106 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113bd7bf-9628-4024-93ad-ed4e2ae4b498'] response: {'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'status': 'completed', 'code': 200} Mar 30 18:22:11.480166 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:11.543286 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-40718edd-af91-48fa-8552-0cb6619452b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.544815 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-40718edd-af91-48fa-8552-0cb6619452b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1129 time: 0.0793121 Mar 30 18:22:11.556353 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a47e-a8d3-47ea-91b2-c364bc09d3fa req-fff8716a-4b40-4795-acca-ecef19b43b5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.557746 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d85a47e-a8d3-47ea-91b2-c364bc09d3fa req-fff8716a-4b40-4795-acca-ecef19b43b5d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 945 time: 0.0670996 Mar 30 18:22:11.658825 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d85a47e-a8d3-47ea-91b2-c364bc09d3fa req-71a89861-4374-4b1d-b42d-1133e56e371a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931187 Mar 30 18:22:11.675300 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-33b011b1-328c-4b88-9bb4-7f7be6d7a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.677328 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-33b011b1-328c-4b88-9bb4-7f7be6d7a504 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.1187313 Mar 30 18:22:11.708278 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:10Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.757305 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-5d8cba5b-6ab8-4d16-bf03-2657ba33005e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 999 time: 0.0689509 Mar 30 18:22:11.816712 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-16cd05e6-a32e-46c8-958e-8954079d7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.818187 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-16cd05e6-a32e-46c8-958e-8954079d7704 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0465324 Mar 30 18:22:11.864833 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:11.872857 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-af240134-5af5-41b9-a2d9-4fb2b71232bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.873046 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:11.873658 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:11.874382 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-af240134-5af5-41b9-a2d9-4fb2b71232bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451980 Mar 30 18:22:11.969153 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-d6fde0f7-86ee-4db0-8b91-a79dcba049e0 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838730 Mar 30 18:22:11.979960 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:12.062161 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ea3ab052-e772-47c4-b035-0e5c315d87c9 req-3650fb90-cc79-4fdd-ab60-bcb7427aac3f service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Mar 30 18:22:12.079445 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device fccf0244-0007-418b-8d42-8bf917d94e97 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:12.193307 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port fccf0244-0007-418b-8d42-8bf917d94e97 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:22:12.201132 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port fccf0244-0007-418b-8d42-8bf917d94e97 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:12.201513 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.300161 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:10Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:12.334221 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b6c88-80e2-4a78-8d09-00fcdc547be5 None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:10Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:12.341203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port fccf0244-0007-418b-8d42-8bf917d94e97 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:12.341600 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.365148 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:12.367431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18e4e0-be33-4eb6-9c97-d14e0518d2e4" -d '{"events": [{"server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "name": "network-vif-plugged", "status": "completed", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:12.384104 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=fccf0244-0007-418b-8d42-8bf917d94e97,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:12.389678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.416220 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da9e8c-7bb6-4e27-92a8-b033fb63a214 x-openstack-request-id: req-01da9e8c-7bb6-4e27-92a8-b033fb63a214 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:12.416717 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "name": "network-vif-plugged", "status": "completed", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:12.417099 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01da9e8c-7bb6-4e27-92a8-b033fb63a214 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:12.417683 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da9e8c-7bb6-4e27-92a8-b033fb63a214'] response: {'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'code': 200} Mar 30 18:22:12.453041 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:12.540225 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:12.553347 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6336ee-3bb1-4e59-8969-64f5e2521339 None None] New status for floating IP a94df250-2fb5-415b-a684-06837085e1b5: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:12.618080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bea9f-5233-482d-b3f6-e846628461ed req-67da3dc8-2bac-4a6a-b730-f40a58807768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:12.619500 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f4bea9f-5233-482d-b3f6-e846628461ed req-67da3dc8-2bac-4a6a-b730-f40a58807768 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 1130 time: 0.0505877 Mar 30 18:22:12.669881 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6f4bea9f-5233-482d-b3f6-e846628461ed req-962164f3-948b-4d45-a42b-21c80b5e3108 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381024 Mar 30 18:22:12.786762 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d677771-f8f0-41e9-b3db-708b260ab84b req-82ffef08-9111-4363-a10e-06446f4ef8a2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:12.788233 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d677771-f8f0-41e9-b3db-708b260ab84b req-82ffef08-9111-4363-a10e-06446f4ef8a2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Mar 30 18:22:12.834683 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d677771-f8f0-41e9-b3db-708b260ab84b req-337eb8d5-2c01-48dc-8e7f-3d2e99f7b989 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Mar 30 18:22:13.949914 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82df7-3b08-4e1f-b669-5e15989b0aa1 req-14aecde8-8813-483f-968d-2baf0f246b04 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.951397 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2aa82df7-3b08-4e1f-b669-5e15989b0aa1 req-14aecde8-8813-483f-968d-2baf0f246b04 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0518994 Mar 30 18:22:13.997390 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2aa82df7-3b08-4e1f-b669-5e15989b0aa1 req-ce6b40fb-0b57-4176-ba68-41c64467ac50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Mar 30 18:22:14.089007 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:15.112680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae4656-9340-485b-8b99-3535945b34ff req-0236bcaf-ad8a-47f4-ada4-0cda4dc92326 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.114697 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f8ae4656-9340-485b-8b99-3535945b34ff req-0236bcaf-ad8a-47f4-ada4-0cda4dc92326 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Mar 30 18:22:15.163453 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f8ae4656-9340-485b-8b99-3535945b34ff req-fb200afa-04a5-44df-94e0-6e1068927e12 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Mar 30 18:22:15.279125 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4db3-cf90-488c-9718-85f752fc2cb3 req-a8ead465-a03e-4ea6-b388-df9c67025d2a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.280530 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-627a4db3-cf90-488c-9718-85f752fc2cb3 req-a8ead465-a03e-4ea6-b388-df9c67025d2a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0550604 Mar 30 18:22:15.289435 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59268) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:15.293638 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'port_id': 'fccf0244-0007-418b-8d42-8bf917d94e97'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:22:15.333657 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:15.996050 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:15.999728 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:16.099569 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP a99e999f-b2fa-408d-ac6d-8b44c7205d88 associated. External IP: 172.27.2.17, port: fccf0244-0007-418b-8d42-8bf917d94e97. Mar 30 18:22:16.304915 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:22:16.415397 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:22:16.420131 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:16.424601 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:22:16.437890 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:16.438591 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:16.450672 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8af81b43-cb16-4754-83d1-b2c956da2f50 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "PUT /v2.0/floatingips/a99e999f-b2fa-408d-ac6d-8b44c7205d88 HTTP/1.1" status: 200 len: 991 time: 1.1601961 Mar 30 18:22:16.451271 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:16.453531 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e141e27e-3446-4370-8939-e91a46204df6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:16.490760 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef99af-cbaf-4041-bfa5-a0ed3691efe0 x-openstack-request-id: req-e8ef99af-cbaf-4041-bfa5-a0ed3691efe0 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:16.491082 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:16.491337 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8ef99af-cbaf-4041-bfa5-a0ed3691efe0 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:16.491766 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ef99af-cbaf-4041-bfa5-a0ed3691efe0'] response: {'name': 'network-changed', 'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'status': 'completed', 'code': 200} Mar 30 18:22:16.558397 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:16.566662 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e27e-3446-4370-8939-e91a46204df6 req-bedf7d4e-5b7b-4176-b7f1-21c686cce6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.568179 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-bedf7d4e-5b7b-4176-b7f1-21c686cce6d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 1130 time: 0.0465546 Mar 30 18:22:16.672717 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e27e-3446-4370-8939-e91a46204df6 req-bdf890c2-67a3-4c9a-9dbe-3c1c74cbc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.674180 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-bdf890c2-67a3-4c9a-9dbe-3c1c74cbc942 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0864036 Mar 30 18:22:16.756462 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-1546806f-3c01-469b-b2cd-75cd7ec16ead service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccf0244-0007-418b-8d42-8bf917d94e97 HTTP/1.1" status: 200 len: 999 time: 0.0635386 Mar 30 18:22:16.788673 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}, {'id': 'a99e999f-b2fa-408d-ac6d-8b44c7205d88', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c5:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:15Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:16.808514 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e27e-3446-4370-8939-e91a46204df6 req-5b5d3deb-11a7-4bcd-be12-d25d2c0dc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.809908 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-5b5d3deb-11a7-4bcd-be12-d25d2c0dc311 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0430024 Mar 30 18:22:16.814866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:22:16.823633 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:22:16.824243 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:16.864885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e27e-3446-4370-8939-e91a46204df6 req-6f480b0a-a99d-4b93-b381-b81482ff44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.867056 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-6f480b0a-a99d-4b93-b381-b81482ff44e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460589 Mar 30 18:22:16.932001 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:22:16.963748 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-0dbe480c-4ee3-42b6-9a99-d33a5b9d813c service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857215 Mar 30 18:22:17.054738 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e141e27e-3446-4370-8939-e91a46204df6 req-80c9c08a-3ce5-4030-be62-7e1e2de01ae1 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807686 Mar 30 18:22:17.162026 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}, {'id': 'a99e999f-b2fa-408d-ac6d-8b44c7205d88', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c5:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:15Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:22:17.187708 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4de46e-9828-4e99-878d-311db79e5f4e None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}, {'id': 'a99e999f-b2fa-408d-ac6d-8b44c7205d88', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c5:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:03Z', 'updated_at': '2022-03-30T18:22:15Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:22:17.375635 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141cb81c-faf9-4351-ba04-cfe3755df589 None None] New status for floating IP a99e999f-b2fa-408d-ac6d-8b44c7205d88: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:22:22.228267 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:30.159808 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:22:37.695292 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4bf63876-bd75-4ba6-8402-6733cf77e7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:40.053041 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2d6ee6c1-dc02-4761-a3de-374ed1d74cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:40.879412 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:42.541431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:44.091700 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:51.071949 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba49ed4-0393-480b-8861-4ce175fca720 req-134e25db-33cb-4dcf-bbe2-54e32084f3e7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:51.073433 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ba49ed4-0393-480b-8861-4ce175fca720 req-134e25db-33cb-4dcf-bbe2-54e32084f3e7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0541871 Mar 30 18:22:51.119463 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0ba49ed4-0393-480b-8861-4ce175fca720 req-028b409d-8ce4-457a-b08d-dde5088c3269 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404782 Mar 30 18:22:52.229548 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:52.250670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee22e65-3241-4ac9-a613-d4a1a7cf935c req-5ce41a9d-d9ba-4e2c-a516-5df174fa60d5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:52.252158 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ee22e65-3241-4ac9-a613-d4a1a7cf935c req-5ce41a9d-d9ba-4e2c-a516-5df174fa60d5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0586371 Mar 30 18:22:52.299040 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0ee22e65-3241-4ac9-a613-d4a1a7cf935c req-54c3f528-1a83-4b01-acfa-e90e58251246 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Mar 30 18:22:53.419210 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f464025-28bf-4c7c-b8a1-86dfaed86eba req-7c5455a0-94f1-44f1-b77b-32f0e4cda63c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:53.420798 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f464025-28bf-4c7c-b8a1-86dfaed86eba req-7c5455a0-94f1-44f1-b77b-32f0e4cda63c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0522649 Mar 30 18:22:53.470179 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5f464025-28bf-4c7c-b8a1-86dfaed86eba req-0ba2b978-7d75-43db-ab3a-aca7ce5ab957 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Mar 30 18:22:54.602014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38658b0-f335-4ba0-8994-8957f88ca3f0 req-5724241a-a39c-4df5-84cd-0775ca72e97e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.603397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a38658b0-f335-4ba0-8994-8957f88ca3f0 req-5724241a-a39c-4df5-84cd-0775ca72e97e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Mar 30 18:22:54.651632 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a38658b0-f335-4ba0-8994-8957f88ca3f0 req-f10792ab-8bc4-4931-ad7e-70ad02548529 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Mar 30 18:22:55.773458 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b4ca3-19ef-4893-acce-3440d5cee6ed req-837ab190-57a7-46bd-8729-e819c1f42a6c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:55.774898 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-539b4ca3-19ef-4893-acce-3440d5cee6ed req-837ab190-57a7-46bd-8729-e819c1f42a6c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Mar 30 18:22:55.821644 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-539b4ca3-19ef-4893-acce-3440d5cee6ed req-8a2c6ca4-73c1-4f43-b88a-3544e133523f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 30 18:22:56.940200 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eb5d8-577b-4d2c-a675-abfe8111e3e6 req-c9831195-5ec2-438f-9c25-2e04b3b00209 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:56.941684 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-792eb5d8-577b-4d2c-a675-abfe8111e3e6 req-c9831195-5ec2-438f-9c25-2e04b3b00209 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0505073 Mar 30 18:22:56.990736 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-792eb5d8-577b-4d2c-a675-abfe8111e3e6 req-dce14e65-e40c-4e2c-b4ad-727609b61208 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Mar 30 18:22:58.111432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f222c73-701c-4fea-8f5d-82aae53f5e87 req-5d4960da-588d-4b12-b4d1-bfc063c207a7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:58.112936 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f222c73-701c-4fea-8f5d-82aae53f5e87 req-5d4960da-588d-4b12-b4d1-bfc063c207a7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0526662 Mar 30 18:22:58.159395 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2f222c73-701c-4fea-8f5d-82aae53f5e87 req-92c21d7a-0037-4f4d-9f74-80e0d5ac796f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Mar 30 18:22:58.617837 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-54167796-f5d8-4f9f-8db6-097fd25a3ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432019 Mar 30 18:22:58.715914 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-9b5c1336-e69a-425f-b315-086b7ab35da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:58.717432 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-9b5c1336-e69a-425f-b315-086b7ab35da8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 1129 time: 0.0443821 Mar 30 18:22:58.822450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-f0c0b86a-514a-4c44-9ab5-d4dc9f13c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:58.823921 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-f0c0b86a-514a-4c44-9ab5-d4dc9f13c796 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0855281 Mar 30 18:22:58.891143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-47fda5f4-30e5-4c08-9125-853958d2169d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 200 len: 1001 time: 0.0599875 Mar 30 18:22:58.939801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-ac8a4f7b-11dc-4a91-8643-7717fdce656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:58.941233 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-ac8a4f7b-11dc-4a91-8643-7717fdce656e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0422819 Mar 30 18:22:58.994701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-0827bf5f-4480-422a-aa45-1df5efd97b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:58.996183 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-0827bf5f-4480-422a-aa45-1df5efd97b11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467772 Mar 30 18:22:59.089062 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-9537a775-caa6-46a8-8046-874748736603 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850098 Mar 30 18:22:59.191397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f16822b9-5211-4362-a37f-8bfcd172fe3d req-3702a451-3eef-4c05-a525-32febde7daf4 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959287 Mar 30 18:22:59.281306 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088f3b-ac97-416e-9eab-a43dd224a771 req-c5d3b121-b514-4f67-9ab8-c372d7378182 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:59.282843 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca088f3b-ac97-416e-9eab-a43dd224a771 req-c5d3b121-b514-4f67-9ab8-c372d7378182 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Mar 30 18:22:59.330394 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca088f3b-ac97-416e-9eab-a43dd224a771 req-6f249f3c-8482-45ef-8497-a97855489e91 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Mar 30 18:23:00.461362 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f394c-5fc1-41c1-a15a-13d28a3a137d req-9bcd38db-ee12-4a30-940e-88e36b7308ed tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:00.463028 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-801f394c-5fc1-41c1-a15a-13d28a3a137d req-9bcd38db-ee12-4a30-940e-88e36b7308ed tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0596795 Mar 30 18:23:00.511210 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-801f394c-5fc1-41c1-a15a-13d28a3a137d req-5e6cfa2c-7831-4225-b2e4-5e3229aaf2e2 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Mar 30 18:23:00.521352 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f2b6b-66f4-4305-86f1-7b26a27706c2 req-dbd87510-e40e-41ce-a1b6-f9d40b8a0086 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:00.523138 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c5f2b6b-66f4-4305-86f1-7b26a27706c2 req-dbd87510-e40e-41ce-a1b6-f9d40b8a0086 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0590711 Mar 30 18:23:00.570723 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-2c5f2b6b-66f4-4305-86f1-7b26a27706c2 req-a8d49e76-ffc1-4e69-a85e-94803839fd61 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Mar 30 18:23:01.635613 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82bfa-bccd-485b-9140-5ea5879fd98d req-631419d4-0c1c-4697-ae72-c61ab1510878 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:01.637137 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e0b82bfa-bccd-485b-9140-5ea5879fd98d req-631419d4-0c1c-4697-ae72-c61ab1510878 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0560319 Mar 30 18:23:01.683543 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e0b82bfa-bccd-485b-9140-5ea5879fd98d req-17ef2fc2-9590-4e98-a59b-eea3989e2507 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Mar 30 18:23:01.687729 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148e270-53f4-4b79-8662-77a667e7c491 req-3f00fcee-114b-4c5c-ac0c-56062d749d91 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:01.689249 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f148e270-53f4-4b79-8662-77a667e7c491 req-3f00fcee-114b-4c5c-ac0c-56062d749d91 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Mar 30 18:23:01.737177 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f148e270-53f4-4b79-8662-77a667e7c491 req-253ed670-26fc-44b0-a205-39fc7effe8c3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54fa427-4525-44fe-99fd-210f6e32bdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Mar 30 18:23:02.265222 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-731d3a31-5e88-469f-8407-194b194e8693 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:02.266642 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-731d3a31-5e88-469f-8407-194b194e8693 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 946 time: 0.0508354 Mar 30 18:23:02.361599 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port fccf0244-0007-418b-8d42-8bf917d94e97 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:02.361939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.446831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] For port fccf0244-0007-418b-8d42-8bf917d94e97, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=fccf0244-0007-418b-8d42-8bf917d94e97,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:02.447194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.613827 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.614196 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.614516 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP a99e999f-b2fa-408d-ac6d-8b44c7205d88 disassociated. External IP: 172.27.2.17, port: fccf0244-0007-418b-8d42-8bf917d94e97. Mar 30 18:23:02.614861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for fccf0244-0007-418b-8d42-8bf917d94e97 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:02.742600 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (fccf0244-0007-418b-8d42-8bf917d94e97), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:02.778885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=fccf0244-0007-418b-8d42-8bf917d94e97,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:02.809001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.809230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.809530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.809872 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.810634 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.810875 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.811208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.811538 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.811864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.812191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.812545 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.812871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.813192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.813514 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.813833 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:02.838821 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ae70f384-6e99-465a-93f0-f7565cca9914 req-2ff5e0ca-4026-4c52-860a-59cf8d9d4a90 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fb24476-1fee-47e4-8f0d-c48f0cadb687 HTTP/1.1" status: 200 len: 210 time: 0.0312479 Mar 30 18:23:02.907585 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bec8d1-f044-432d-8dda-92fb0604c98c req-09e9aae0-b52c-4791-a2f4-ac926b7d2abd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:02.909009 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39bec8d1-f044-432d-8dda-92fb0604c98c req-09e9aae0-b52c-4791-a2f4-ac926b7d2abd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.1432741 Mar 30 18:23:02.976348 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-39bec8d1-f044-432d-8dda-92fb0604c98c req-2e779b48-29fc-4888-a1c4-bf4626caf56c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596499 Mar 30 18:23:02.978009 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:03.085191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:03.094504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:03.107203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:03.107816 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:03.125610 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] No DVR routers for this DVR port fccf0244-0007-418b-8d42-8bf917d94e97 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:03.128214 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:03.132415 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c4d308fc-b6a8-456a-b650-e3f4bca37a8b req-28346a9d-6057-4d62-b67a-42ed33682b31 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "DELETE /v2.0/ports/fccf0244-0007-418b-8d42-8bf917d94e97 HTTP/1.1" status: 204 len: 173 time: 0.8582039 Mar 30 18:23:03.132888 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'name': 'network-vif-deleted', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:03.135137 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91788b-8dab-4644-98d1-4a21f42cdeec" -d '{"events": [{"server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "name": "network-vif-deleted", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:03.174881 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f687b9-0fe8-4274-b39d-a160ec708645 x-openstack-request-id: req-c5f687b9-0fe8-4274-b39d-a160ec708645 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:03.175184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb24476-1fee-47e4-8f0d-c48f0cadb687", "name": "network-vif-deleted", "tag": "fccf0244-0007-418b-8d42-8bf917d94e97", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:03.175472 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5f687b9-0fe8-4274-b39d-a160ec708645 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:03.175879 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f687b9-0fe8-4274-b39d-a160ec708645'] response: {'server_uuid': '6fb24476-1fee-47e4-8f0d-c48f0cadb687', 'name': 'network-vif-deleted', 'tag': 'fccf0244-0007-418b-8d42-8bf917d94e97', 'status': 'completed', 'code': 200} Mar 30 18:23:03.235222 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:03.585980 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:03.616964 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:03.625152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:03.625758 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:03.733972 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:03.926059 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59372) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:03.965391 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:03.981748 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (a54fa427-4525-44fe-99fd-210f6e32bdf7), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:03.991671 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ee5e00-24a1-4937-ab3b-cda13fd0284c None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '0069d1e1-e048-4f4a-b35f-3d1a085f274a', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:ba:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:56Z', 'updated_at': '2022-03-30T18:21:10Z', 'revision_number': 2, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:04.009771 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (a54fa427-4525-44fe-99fd-210f6e32bdf7), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.065737 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (a54fa427-4525-44fe-99fd-210f6e32bdf7), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.070927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.072580 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/security-groups/a54fa427-4525-44fe-99fd-210f6e32bdf7 HTTP/1.1" status: 204 len: 168 time: 0.1454470 Mar 30 18:23:04.076363 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59376) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:04.095659 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54fa427-4525-44fe-99fd-210f6e32bdf7,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:04.099059 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-17aec4e6-3259-4546-8f4b-fa07dc4b2e7a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] show failed (client error): The resource could not be found. Mar 30 18:23:04.100743 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-17aec4e6-3259-4546-8f4b-fa07dc4b2e7a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups/a54fa427-4525-44fe-99fd-210f6e32bdf7 HTTP/1.1" status: 404 len: 347 time: 0.0233388 Mar 30 18:23:04.104385 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59378) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:04.105182 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d6e3-6d96-433a-8faf-c9b273c5c244 req-bc125569-151f-4e53-bf9b-e6013d27b503 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:04.106681 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cab5d6e3-6d96-433a-8faf-c9b273c5c244 req-bc125569-151f-4e53-bf9b-e6013d27b503 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0584013 Mar 30 18:23:04.142591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.142952 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.143298 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.143648 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.143994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.144419 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.144766 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.145102 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.145437 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.145774 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.146110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.146482 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.147540 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.147900 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.148242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a4a973-4f34-4ce7-a57e-66716e6be1c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:04.158575 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cab5d6e3-6d96-433a-8faf-c9b273c5c244 req-7ddf258f-cf97-4271-af3c-32d4fcf35c26 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Mar 30 18:23:04.251269 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port d5444b6b-5430-4588-a6ac-3d61e6da1240 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:04.251619 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.252152 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56287af3-0762-49a2-919c-f1796fb0ea70 None None] New status for floating IP a99e999f-b2fa-408d-ac6d-8b44c7205d88: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:04.330494 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.330826 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (d5444b6b-5430-4588-a6ac-3d61e6da1240), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.343080 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for d5444b6b-5430-4588-a6ac-3d61e6da1240 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:04.478247 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (d5444b6b-5430-4588-a6ac-3d61e6da1240), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.504319 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=d5444b6b-5430-4588-a6ac-3d61e6da1240,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:04.565922 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (a99e999f-b2fa-408d-ac6d-8b44c7205d88), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.568576 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:04.570011 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-8190eba1-4217-468c-8be3-65678146594d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/floatingips/a99e999f-b2fa-408d-ac6d-8b44c7205d88 HTTP/1.1" status: 204 len: 168 time: 0.4645085 Mar 30 18:23:05.294529 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e3dd-952e-4b29-8e8c-368b88b95755 req-7e0decbc-2e71-4de6-af0c-7c3d2a8a214b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:05.296012 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4192e3dd-952e-4b29-8e8c-368b88b95755 req-7e0decbc-2e71-4de6-af0c-7c3d2a8a214b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Mar 30 18:23:05.344403 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4192e3dd-952e-4b29-8e8c-368b88b95755 req-af2ffb4c-3ca6-49a2-adff-e81e8f4e8cec tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Mar 30 18:23:06.142751 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e216437-3342-4c98-86b2-e7a74882b8e4 req-2cb4e15f-1855-42f7-88aa-9fab761bfc7d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:06.144136 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e216437-3342-4c98-86b2-e7a74882b8e4 req-2cb4e15f-1855-42f7-88aa-9fab761bfc7d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0552900 Mar 30 18:23:06.190854 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e216437-3342-4c98-86b2-e7a74882b8e4 req-3459027d-2e25-4ded-b46d-b8f946fe6078 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Mar 30 18:23:06.266610 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device fccf0244-0007-418b-8d42-8bf917d94e97 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:06.286688 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: fccf0244-0007-418b-8d42-8bf917d94e97 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:06.287674 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device fccf0244-0007-418b-8d42-8bf917d94e97 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:06.471938 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9f51e-8572-4172-8d31-bd384f158d73 req-c5361bc4-3412-4103-89bf-90bacb32141d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:06.473142 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-72e9f51e-8572-4172-8d31-bd384f158d73 req-c5361bc4-3412-4103-89bf-90bacb32141d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0561152 Mar 30 18:23:06.520537 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-72e9f51e-8572-4172-8d31-bd384f158d73 req-b4a7dad6-8389-4f5f-bc96-fe0eb0cd4bbd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Mar 30 18:23:07.159077 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:07.309305 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9601-5904-46e0-8f59-21d094b01d4b req-d9df132e-d051-4032-b4d7-60ff5a34f423 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.310776 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-360d9601-5904-46e0-8f59-21d094b01d4b req-d9df132e-d051-4032-b4d7-60ff5a34f423 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0521679 Mar 30 18:23:07.358927 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-360d9601-5904-46e0-8f59-21d094b01d4b req-5a9ba715-36e5-4065-90c8-c1b9e4d2858b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 Mar 30 18:23:07.645241 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966af9a-bf2b-43de-8307-82175aaf277b req-683784ba-fb6f-4140-b2d7-af112f0c6ab6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.647330 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f966af9a-bf2b-43de-8307-82175aaf277b req-683784ba-fb6f-4140-b2d7-af112f0c6ab6 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0514417 Mar 30 18:23:07.691779 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f966af9a-bf2b-43de-8307-82175aaf277b req-ac0f2c4a-87ec-47fc-becf-c59c8bfad7aa tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388086 Mar 30 18:23:07.699127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5447a059-64b3-4771-bb73-c015a0b2c16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.275382 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:23:08.291766 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632967-97ad-4b60-9205-62607cd18421 req-09350d4f-74f6-483e-a128-55e6dae0b566 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.293276 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d8632967-97ad-4b60-9205-62607cd18421 req-09350d4f-74f6-483e-a128-55e6dae0b566 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0536509 Mar 30 18:23:08.376962 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:08.390717 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:23:08.397001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port 50586df6-cba1-4439-b8c2-523d4a4c5a47 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:08.397001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.430103 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: ACTIVE; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:08.430506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.443685 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:08.463678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:08.467696 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.519892 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] For port 50586df6-cba1-4439-b8c2-523d4a4c5a47, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=50586df6-cba1-4439-b8c2-523d4a4c5a47,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:08.520255 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.525773 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:08.529621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294158b9-4450-4e4a-9f9d-19cf390a02f4 req-c6e54749-6007-4660-96da-4528c6d50258 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.531094 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-294158b9-4450-4e4a-9f9d-19cf390a02f4 req-c6e54749-6007-4660-96da-4528c6d50258 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 945 time: 0.0939791 Mar 30 18:23:08.533803 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.534163 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.534517 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.534859 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.535201 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.535531 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.536192 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.536192 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.536547 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.536943 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.539277 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.539637 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.539979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.540688 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.541038 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:08.577453 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['1aca0b57-a108-4cfe-80e5-67d05b41b5d5'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:08.626660 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-294158b9-4450-4e4a-9f9d-19cf390a02f4 req-03846885-f632-4eee-b4e9-322dba64fb8a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=f83a49c0-430f-42e0-95c5-5167a819b54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895576 Mar 30 18:23:08.738208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.738588 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.738888 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 0069d1e1-e048-4f4a-b35f-3d1a085f274a disassociated. External IP: 172.27.2.230, port: 50586df6-cba1-4439-b8c2-523d4a4c5a47. Mar 30 18:23:08.739220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for 50586df6-cba1-4439-b8c2-523d4a4c5a47 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:08.827467 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee74-2275-40bf-8626-a884720132fa req-4213c23e-383e-4d59-abc1-3970d464a173 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.829082 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9401ee74-2275-40bf-8626-a884720132fa req-4213c23e-383e-4d59-abc1-3970d464a173 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Mar 30 18:23:08.874576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (50586df6-cba1-4439-b8c2-523d4a4c5a47), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:08.899540 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9401ee74-2275-40bf-8626-a884720132fa req-499fba9a-c54e-4fa0-87c5-e807b408a800 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636244 Mar 30 18:23:08.909717 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=50586df6-cba1-4439-b8c2-523d4a4c5a47,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:09.033085 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:09.156192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:09.167522 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:09.177863 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:09.178752 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:09.206685 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] No DVR routers for this DVR port 50586df6-cba1-4439-b8c2-523d4a4c5a47 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:09.210137 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:09.213615 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d8632967-97ad-4b60-9205-62607cd18421 req-5024d646-3a27-40d4-8911-57b5ff7120c4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "DELETE /v2.0/ports/50586df6-cba1-4439-b8c2-523d4a4c5a47 HTTP/1.1" status: 204 len: 173 time: 0.9146399 Mar 30 18:23:09.214072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'name': 'network-vif-deleted', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:09.216913 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df38c929-7bd1-4c58-b9f5-46cf78bc28b8" -d '{"events": [{"server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "name": "network-vif-deleted", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:09.286258 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dcd433-5d91-4f78-9f95-ed35243da61c x-openstack-request-id: req-d2dcd433-5d91-4f78-9f95-ed35243da61c {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:09.286554 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd554458-7f7a-4bff-869e-006b4fc895ff", "name": "network-vif-deleted", "tag": "50586df6-cba1-4439-b8c2-523d4a4c5a47", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:09.286868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2dcd433-5d91-4f78-9f95-ed35243da61c {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:09.287251 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dcd433-5d91-4f78-9f95-ed35243da61c'] response: {'server_uuid': 'bd554458-7f7a-4bff-869e-006b4fc895ff', 'name': 'network-vif-deleted', 'tag': '50586df6-cba1-4439-b8c2-523d4a4c5a47', 'status': 'completed', 'code': 200} Mar 30 18:23:09.336937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:09.583234 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:09.615812 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:09.625434 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:09.625950 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:22:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:09.757340 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-34aa155f-fabb-4e8b-b4d7-1bbcd6f0dd1b req-d9eb4b8e-75bd-4f60-9c7c-61e999a51ab3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd554458-7f7a-4bff-869e-006b4fc895ff HTTP/1.1" status: 200 len: 210 time: 0.0395491 Mar 30 18:23:09.787559 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:10.046910 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90ebd-687e-4e70-8cd1-b97a45cfb12c req-52add874-31bb-4005-b378-2d660c549894 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:10.056323 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51a90ebd-687e-4e70-8cd1-b97a45cfb12c req-52add874-31bb-4005-b378-2d660c549894 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0739162 Mar 30 18:23:10.094311 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2f92a614-7648-4ff0-abc3-f7589f4f39fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.139924 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51a90ebd-687e-4e70-8cd1-b97a45cfb12c req-6613cdd1-67e5-4cb1-8acb-dcb57d0a6c46 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728788 Mar 30 18:23:10.194576 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:10.229308 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a51dc-ebf3-4956-a664-89cfd1aaebaf None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:10.279046 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:23:10.346662 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:10.347051 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.446865 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:10.447280 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.473729 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:10.476377 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf81fba-7bd6-451d-bc55-f5c7d15ecd21" -d '{"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:10.512213 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:10.520095 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a44b2-064b-489d-8748-90ad8f473c3c x-openstack-request-id: req-f82a44b2-064b-489d-8748-90ad8f473c3c {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:10.520426 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:10.520681 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f82a44b2-064b-489d-8748-90ad8f473c3c {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:10.521082 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82a44b2-064b-489d-8748-90ad8f473c3c'] response: {'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'code': 200} Mar 30 18:23:10.527121 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.564782 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc40ddd-41a4-4a16-adaf-504cb0cf8f41 None None] New status for floating IP 0069d1e1-e048-4f4a-b35f-3d1a085f274a: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:10.589316 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:10.846187 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59454) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:10.888183 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.908886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (f83a49c0-430f-42e0-95c5-5167a819b54a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:10.952581 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (f83a49c0-430f-42e0-95c5-5167a819b54a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.027344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f83a49c0-430f-42e0-95c5-5167a819b54a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.029947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.031141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/security-groups/f83a49c0-430f-42e0-95c5-5167a819b54a HTTP/1.1" status: 204 len: 168 time: 0.1840909 Mar 30 18:23:11.034564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59456) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.053134 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63de679-323d-4669-beee-79d087fb7c39 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83a49c0-430f-42e0-95c5-5167a819b54a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:11.061662 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.api.v2.resource [None req-11961008-f27e-4403-a412-5498eb9c74db tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] show failed (client error): The resource could not be found. Mar 30 18:23:11.066831 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-11961008-f27e-4403-a412-5498eb9c74db tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups/f83a49c0-430f-42e0-95c5-5167a819b54a HTTP/1.1" status: 404 len: 347 time: 0.0308352 Mar 30 18:23:11.074836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59458) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.310443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565afcde-6ba0-4651-9e9e-f26b3756dfe1 req-ff49e607-0537-45fa-80ae-3cdd9151c375 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:11.313496 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-565afcde-6ba0-4651-9e9e-f26b3756dfe1 req-ff49e607-0537-45fa-80ae-3cdd9151c375 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0838664 Mar 30 18:23:11.346906 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port ff67fc32-6c7f-42fa-929b-bd4fae53bae2 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:11.347383 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.394083 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-565afcde-6ba0-4651-9e9e-f26b3756dfe1 req-868967ef-69f6-4325-bf3e-e834fdb08122 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757523 Mar 30 18:23:11.435211 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.436392 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.449570 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for ff67fc32-6c7f-42fa-929b-bd4fae53bae2 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:11.602312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (ff67fc32-6c7f-42fa-929b-bd4fae53bae2), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.633247 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=ff67fc32-6c7f-42fa-929b-bd4fae53bae2,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:11.698608 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (0069d1e1-e048-4f4a-b35f-3d1a085f274a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.701602 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.709535 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b5d776b1-0293-4703-bbee-22689f80dd93 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/floatingips/0069d1e1-e048-4f4a-b35f-3d1a085f274a HTTP/1.1" status: 204 len: 168 time: 0.6270597 Mar 30 18:23:11.991170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59464) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.996056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829183130', 'description': 'tempest-description--1346546890'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:12.077684 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.146294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (edca42fa-d6a3-44f5-9017-55ba1047c101), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.153290 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (edca42fa-d6a3-44f5-9017-55ba1047c101), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.183005 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.184235 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1919589 Mar 30 18:23:12.187285 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59470) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:12.190256 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8297b-6a32-472a-a638-682f1c2a59b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edca42fa-d6a3-44f5-9017-55ba1047c101,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:12.192890 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'edca42fa-d6a3-44f5-9017-55ba1047c101', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:12.227027 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (fdf88382-f2db-4052-8c68-524ae99884c9), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.286417 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (fdf88382-f2db-4052-8c68-524ae99884c9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.294000 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (fdf88382-f2db-4052-8c68-524ae99884c9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.295892 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 50586df6-cba1-4439-b8c2-523d4a4c5a47 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:12.312149 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf88382-f2db-4052-8c68-524ae99884c9,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:12.328360 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.329841 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-62b01f58-b756-4658-9fd5-06a90468595f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408944 Mar 30 18:23:12.333074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59472) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:12.333213 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 50586df6-cba1-4439-b8c2-523d4a4c5a47 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:12.333565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 50586df6-cba1-4439-b8c2-523d4a4c5a47 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:12.338827 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': 'edca42fa-d6a3-44f5-9017-55ba1047c101', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:12.369104 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (035c60a4-9b02-4091-88a0-2f69a1545022), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.439418 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (035c60a4-9b02-4091-88a0-2f69a1545022), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.445194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (035c60a4-9b02-4091-88a0-2f69a1545022), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.468725 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035c60a4-9b02-4091-88a0-2f69a1545022,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:12.475154 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.479291 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c532f459-039d-4bfa-a160-efd8d689f65b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413729 Mar 30 18:23:12.479748 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59476) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:12.484112 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:12.551039 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.553022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.853005 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4bb8-4c83-43f8-924e-98dd23803580 req-7d207c63-b0ad-4c9b-a0e7-e7ecbfaaa87c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:12.854612 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-eedd4bb8-4c83-43f8-924e-98dd23803580 req-7d207c63-b0ad-4c9b-a0e7-e7ecbfaaa87c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.3664165 Mar 30 18:23:12.934897 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-eedd4bb8-4c83-43f8-924e-98dd23803580 req-03282968-9984-4d17-9a0d-85f256164db5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570176 Mar 30 18:23:12.986991 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.102000 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.27.2.29 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/8114f65a-cb75-46b3-8656-7a2e1d42cdcd) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:13.214998 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.253004 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.298292 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:13.306698 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:13.308745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=8114f65a-cb75-46b3-8656-7a2e1d42cdcd,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:13.310942 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:13.406060 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.446639 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.616055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.622798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.703782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=8114f65a-cb75-46b3-8656-7a2e1d42cdcd,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:13.717482 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.735892 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:13.737186 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9b5ce789-a30b-4dd8-80e1-5972791d98be tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2564354 Mar 30 18:23:13.919199 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-64973563-d1c8-41d4-a567-7535a44018dd tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1829183130&fields=id&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 267 time: 0.0593777 Mar 30 18:23:14.041931 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-67e2f801-e669-4eef-b289-1928844f9448 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.048857 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-67e2f801-e669-4eef-b289-1928844f9448 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1202247 Mar 30 18:23:14.066794 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-2c13ef02-f08c-462a-b043-89ffea0e3018 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/quotas/d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 375 time: 0.0170004 Mar 30 18:23:14.101715 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:14.108169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e240c-f6d7-4bdf-86bd-d716b38ba919 req-cb9b304d-37ed-4647-b33a-e213b98a9726 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.109814 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de0e240c-f6d7-4bdf-86bd-d716b38ba919 req-cb9b304d-37ed-4647-b33a-e213b98a9726 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0743058 Mar 30 18:23:14.171880 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-ee1649b2-d220-4fa5-8742-1e92fc890359 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040504 Mar 30 18:23:14.172155 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-de0e240c-f6d7-4bdf-86bd-d716b38ba919 req-aa69282a-6c16-49e0-8c59-ab1b57910b82 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539017 Mar 30 18:23:14.280185 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9d45ab86-e317-4e32-8180-5d8406d55f7e service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067927 Mar 30 18:23:14.377159 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-45cb263c-29d6-47f6-928e-e0a4c9b209b9 service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914817 Mar 30 18:23:14.557709 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3d060e2f-0530-4e55-b363-58344fc598ae req-aeef9ed5-b8bf-472e-83e0-2f9d956607e1 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 210 time: 0.0315104 Mar 30 18:23:15.332145 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f85b8-9a0f-4486-8733-b90caaf3557d req-3188163d-fdd7-4215-a0e6-be99cd865099 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:15.339887 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-464f85b8-9a0f-4486-8733-b90caaf3557d req-3188163d-fdd7-4215-a0e6-be99cd865099 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0743380 Mar 30 18:23:15.392702 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-464f85b8-9a0f-4486-8733-b90caaf3557d req-ebc0d185-2e4c-40aa-adf6-2eb73d4280f7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518427 Mar 30 18:23:15.741025 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d89f754-a359-4014-bc87-25355c07336f req-695cf1e6-7ae6-4b5d-8716-036bbadb70cc tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 210 time: 0.0789869 Mar 30 18:23:15.822405 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-a2b32b5a-d1fb-4458-9c42-f0e34d2201c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:15.824630 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-a2b32b5a-d1fb-4458-9c42-f0e34d2201c7 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1961691 Mar 30 18:23:15.907429 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-33f3cef7-87ec-4be5-8b09-b3948f59d639 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 380 time: 0.0700095 Mar 30 18:23:15.917380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'port': {'device_id': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'admin_state_up': True, 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'security_groups': ['edca42fa-d6a3-44f5-9017-55ba1047c101']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:16.045708 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:23:16.049271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.189138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.20.0.4 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/df8482df-130e-4085-8bdc-286ff7bb7eff) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:23:16.347836 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.391310 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.450206 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:23:16.460863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:23:16.467048 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:23:16.473035 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:16.548925 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:16.558358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.562591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b54c2-07b2-4d55-9904-368f73109214 req-4b9dab74-2ef6-4a6e-9e19-c51926f82165 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:16.571234 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-690b54c2-07b2-4d55-9904-368f73109214 req-4b9dab74-2ef6-4a6e-9e19-c51926f82165 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0859838 Mar 30 18:23:16.583519 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-9fffd3d4-ad6d-4a49-be4f-8eb0ac63c866 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698313 Mar 30 18:23:16.606635 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Request body: {'port': {'device_id': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:16.639074 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-690b54c2-07b2-4d55-9904-368f73109214 req-067b3023-6571-4418-b7c1-a19724d854d0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655382 Mar 30 18:23:16.686517 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.781791 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-bf395741-4e99-4b50-a0d6-43a015800abf None None] Provisioning complete for port df8482df-130e-4085-8bdc-286ff7bb7eff triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:16.782845 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bf395741-4e99-4b50-a0d6-43a015800abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.827187 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bf395741-4e99-4b50-a0d6-43a015800abf None None] Port df8482df-130e-4085-8bdc-286ff7bb7eff cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:23:16.965653 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad816b-62d0-4500-962d-3355e0f880d6 req-a0fabf23-8459-4ef1-97b1-8276efa9075e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:16.968752 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c9ad816b-62d0-4500-962d-3355e0f880d6 req-a0fabf23-8459-4ef1-97b1-8276efa9075e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 931 time: 0.1201022 Mar 30 18:23:17.049944 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c9ad816b-62d0-4500-962d-3355e0f880d6 req-ef4f5278-837f-4037-80b1-b56cd4693bff tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756955 Mar 30 18:23:17.112903 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8482df-130e-4085-8bdc-286ff7bb7eff {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:17.121559 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks [] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.136791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Transition to ACTIVE for port object df8482df-130e-4085-8bdc-286ff7bb7eff will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:23:17.143140 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.197985 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Pushing event updated for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:17.276238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Attempting to bind port df8482df-130e-4085-8bdc-286ff7bb7eff on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:23:17.276979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Attempting to bind port df8482df-130e-4085-8bdc-286ff7bb7eff by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:23:17.277674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Attempting to bind port df8482df-130e-4085-8bdc-286ff7bb7eff on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:17.284213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Port df8482df-130e-4085-8bdc-286ff7bb7eff on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:23:17.284661 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Attempting to bind port df8482df-130e-4085-8bdc-286ff7bb7eff on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:23:17.295924 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:23:17.296366 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:23:17.296858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:23:17.297370 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Bound port: df8482df-130e-4085-8bdc-286ff7bb7eff, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:23:17.297828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.376668 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:23:17.385791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=df8482df-130e-4085-8bdc-286ff7bb7eff,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:23:17.395412 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.431491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.432124 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.433545 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] 10.222.0.23 "PUT /v2.0/ports/df8482df-130e-4085-8bdc-286ff7bb7eff HTTP/1.1" status: 200 len: 1093 time: 0.8412323 Mar 30 18:23:17.433996 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:17.436256 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0de65c7-4ecf-422f-92f3-b626786b2fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:17.494132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57530054-e7ae-4d20-893f-52c850f42960 x-openstack-request-id: req-57530054-e7ae-4d20-893f-52c850f42960 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:17.494455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:17.494697 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57530054-e7ae-4d20-893f-52c850f42960 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:17.495114 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57530054-e7ae-4d20-893f-52c850f42960'] response: {'name': 'network-changed', 'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'status': 'completed', 'code': 200} Mar 30 18:23:17.496136 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c238-5976-4a7f-81bf-845d97b2c127 service neutron] Pushing event updated for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:17.566765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-7983f30f-0154-4cef-a1df-ae2baf30b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.569207 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-7983f30f-0154-4cef-a1df-ae2baf30b2b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0701900 Mar 30 18:23:17.618552 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-2d3e168f-7265-4e38-95df-1ac9ff1d535d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8482df-130e-4085-8bdc-286ff7bb7eff HTTP/1.1" status: 200 len: 217 time: 0.0385768 Mar 30 18:23:17.674261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-50270267-beb4-4a65-bfad-ea6a33392858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.675789 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-50270267-beb4-4a65-bfad-ea6a33392858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0496027 Mar 30 18:23:17.755440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa93db-960f-429c-be53-2382c944cc02 req-e07d2b9e-7af2-4044-9c5a-88d39efd85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.757597 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-e07d2b9e-7af2-4044-9c5a-88d39efd85c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742087 Mar 30 18:23:17.852129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052139-668a-4904-9c75-6bd3e6727a74 req-9fcd6dc5-e627-4538-840f-16f70e397945 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:17.853709 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-41052139-668a-4904-9c75-6bd3e6727a74 req-9fcd6dc5-e627-4538-840f-16f70e397945 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.1141837 Mar 30 18:23:17.927125 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-41052139-668a-4904-9c75-6bd3e6727a74 req-9c16fc9a-ec82-4db2-8a7b-5cd3934560f5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672078 Mar 30 18:23:17.929864 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-faeffa1b-253c-4a51-abe2-be2494784bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532660 Mar 30 18:23:18.032101 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1dfa93db-960f-429c-be53-2382c944cc02 req-91b0aed1-df77-4cab-ae7d-61ce274ff681 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932479 Mar 30 18:23:18.161976 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-b90865fb-2f8f-492d-83ea-1fd903cd18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:18.163848 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-b90865fb-2f8f-492d-83ea-1fd903cd18d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 1127 time: 0.0598633 Mar 30 18:23:18.199583 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe58e-74de-42cf-836d-a3b564f9a30c req-8c803e91-4285-4bd1-983c-2cd0c43f35d2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:18.201228 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86fbe58e-74de-42cf-836d-a3b564f9a30c req-8c803e91-4285-4bd1-983c-2cd0c43f35d2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 943 time: 0.0656412 Mar 30 18:23:18.262896 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-86fbe58e-74de-42cf-836d-a3b564f9a30c req-ba1180c3-8321-4ec1-94cc-3aace2724263 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545406 Mar 30 18:23:18.292574 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-7d0f0ce4-fda8-471a-b03b-bb2231129196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:18.294064 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-7d0f0ce4-fda8-471a-b03b-bb2231129196 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.1212523 Mar 30 18:23:18.340431 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-947bd14f-c516-479c-bd0a-1a5884f24047 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8482df-130e-4085-8bdc-286ff7bb7eff HTTP/1.1" status: 200 len: 217 time: 0.0381739 Mar 30 18:23:18.403736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-aed0c699-045a-4ef3-a45f-c76afbed774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:18.405356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-aed0c699-045a-4ef3-a45f-c76afbed774e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0590069 Mar 30 18:23:18.456863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-f0d9710d-1cd5-4698-a9f9-d1bd306f749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:18.458361 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-f0d9710d-1cd5-4698-a9f9-d1bd306f749e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452554 Mar 30 18:23:18.552122 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-422c5aee-9d5c-4f69-b4ff-796ae226decb service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856097 Mar 30 18:23:18.653890 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d0de65c7-4ecf-422f-92f3-b626786b2fe5 req-01786671-7a4c-430b-8fdd-476846a492d3 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944884 Mar 30 18:23:19.064603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705dd37-de66-473a-99e7-fe20975ea7e0 req-588efcbb-fa33-420a-bc1d-26d706b39a4c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.066113 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4705dd37-de66-473a-99e7-fe20975ea7e0 req-588efcbb-fa33-420a-bc1d-26d706b39a4c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Mar 30 18:23:19.112877 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-4705dd37-de66-473a-99e7-fe20975ea7e0 req-0cc613eb-d035-4d9a-8890-b4a430a7547b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Mar 30 18:23:19.314408 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-69806a1e-a4bf-4537-8d52-957063629af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.315946 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-69806a1e-a4bf-4537-8d52-957063629af2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1130 time: 0.0462809 Mar 30 18:23:19.422120 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-01660efb-3507-406c-aa7d-76290a6ba998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.423179 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-01660efb-3507-406c-aa7d-76290a6ba998 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0947592 Mar 30 18:23:19.495111 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-9ee0f3f6-f8c2-4320-b719-ecc354167b0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 1002 time: 0.0619011 Mar 30 18:23:19.535732 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41181-1580-42bc-b89e-97fdeb6991da req-45665288-e0b8-470c-a2ca-3ddbe176df7c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.537843 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6d41181-1580-42bc-b89e-97fdeb6991da req-45665288-e0b8-470c-a2ca-3ddbe176df7c tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 943 time: 0.0567384 Mar 30 18:23:19.548078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-317e28f7-d1a0-4658-9e7c-5f46c426ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.549589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-317e28f7-d1a0-4658-9e7c-5f46c426ea73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0474253 Mar 30 18:23:19.585101 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d6d41181-1580-42bc-b89e-97fdeb6991da req-ae61e52f-bb30-41c9-a142-1a02a7f4ef4a tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Mar 30 18:23:19.599832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-dcd1636c-355d-4417-b007-4c989834d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:19.601406 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-dcd1636c-355d-4417-b007-4c989834d4e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451462 Mar 30 18:23:19.689643 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-b08350d5-d7b2-4f7f-b41f-dc9b7ce579f3 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796762 Mar 30 18:23:19.789228 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f51cff56-638b-4e65-83e1-f0a3381d709f req-bd01d96e-3cbc-4dd1-91c6-62a2a3f8cc46 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927255 Mar 30 18:23:20.242096 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8c300-ba20-4631-9e40-ec1c9e5c579c req-c2c69a96-c026-4e2b-b5b7-d3f2e3e99c88 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:20.243636 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cef8c300-ba20-4631-9e40-ec1c9e5c579c req-c2c69a96-c026-4e2b-b5b7-d3f2e3e99c88 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0552094 Mar 30 18:23:20.291130 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cef8c300-ba20-4631-9e40-ec1c9e5c579c req-fdf9e7eb-bc40-4666-9817-1472d2fcd869 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Mar 30 18:23:20.355788 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device df8482df-130e-4085-8bdc-286ff7bb7eff details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:23:20.459692 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=df8482df-130e-4085-8bdc-286ff7bb7eff,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:20.474474 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'port_id': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'mac_address': 'fa:16:3e:c6:12:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:23:20.512784 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port df8482df-130e-4085-8bdc-286ff7bb7eff is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:20.513180 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.526820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8482df-130e-4085-8bdc-286ff7bb7eff {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:20.546455 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=df8482df-130e-4085-8bdc-286ff7bb7eff,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:20.550421 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:20.603401 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:20.711555 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6c1f3-f2de-4223-a8d4-602cda6391ed req-ffff330d-ce0c-4955-a045-7d781f8f18d3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:20.712987 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cdc6c1f3-f2de-4223-a8d4-602cda6391ed req-ffff330d-ce0c-4955-a045-7d781f8f18d3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 944 time: 0.0575871 Mar 30 18:23:20.760032 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cdc6c1f3-f2de-4223-a8d4-602cda6391ed req-826a9b58-4f45-4a47-b17b-7c7245b58703 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Mar 30 18:23:20.852518 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['df8482df-130e-4085-8bdc-286ff7bb7eff'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:21.417995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93586bd-9d45-40ca-afc4-1b03d88b6584 req-5113ed56-c89d-4d67-ab78-4b09510ddb83 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:21.419469 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c93586bd-9d45-40ca-afc4-1b03d88b6584 req-5113ed56-c89d-4d67-ab78-4b09510ddb83 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0567319 Mar 30 18:23:21.465624 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c93586bd-9d45-40ca-afc4-1b03d88b6584 req-2ca180cb-ee7d-4839-925d-06e6bd8ad847 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Mar 30 18:23:21.874611 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377767a-d658-4a8e-98b1-78ae097a83fb req-09ade866-2de0-49f9-93d7-4b0784155003 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:21.876079 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d377767a-d658-4a8e-98b1-78ae097a83fb req-09ade866-2de0-49f9-93d7-4b0784155003 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 944 time: 0.0510583 Mar 30 18:23:21.925387 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d377767a-d658-4a8e-98b1-78ae097a83fb req-2d6a27e3-70ef-470c-8f2c-fe29601499b6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Mar 30 18:23:22.230908 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.349850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device df8482df-130e-4085-8bdc-286ff7bb7eff up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:23:22.401003 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port df8482df-130e-4085-8bdc-286ff7bb7eff completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:23:22.404949 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port df8482df-130e-4085-8bdc-286ff7bb7eff triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:22.405323 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.480008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port df8482df-130e-4085-8bdc-286ff7bb7eff is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:22.480464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.503212 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:22.505771 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677e0b7-09c3-4787-9e28-88e64b88cd5d" -d '{"events": [{"server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "name": "network-vif-plugged", "status": "completed", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:22.519246 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=df8482df-130e-4085-8bdc-286ff7bb7eff,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:22.524820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.525971 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:22.568394 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c16c01-7749-4260-88c9-3d89d0fadf3e x-openstack-request-id: req-39c16c01-7749-4260-88c9-3d89d0fadf3e {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:22.568682 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "name": "network-vif-plugged", "status": "completed", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:22.568967 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39c16c01-7749-4260-88c9-3d89d0fadf3e {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:22.569355 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c16c01-7749-4260-88c9-3d89d0fadf3e'] response: {'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'code': 200} Mar 30 18:23:22.604169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10dd92-0281-4fc6-9257-29c568efa321 req-7262ed74-bad0-4e97-be55-db904cf60cc0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:22.605861 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f10dd92-0281-4fc6-9257-29c568efa321 req-7262ed74-bad0-4e97-be55-db904cf60cc0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 946 time: 0.0633314 Mar 30 18:23:22.608805 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:22.650997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:22.651878 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.658962 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0f10dd92-0281-4fc6-9257-29c568efa321 req-1177aac4-baca-4647-823a-aadb05c7ba07 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Mar 30 18:23:22.686615 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:22.690897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:22.730247 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3b53-f477-40b2-8f5b-0f9c2676e5fd req-87aac325-7243-418a-b55f-f824b77a8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:22.732568 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-863f3b53-f477-40b2-8f5b-0f9c2676e5fd req-87aac325-7243-418a-b55f-f824b77a8a2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0513926 Mar 30 18:23:22.740895 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:22.782127 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-863f3b53-f477-40b2-8f5b-0f9c2676e5fd req-194ebb44-dd10-4a9a-86f6-8cf279add32f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Mar 30 18:23:23.043311 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd3717-bb07-439e-a71a-359e15110364 req-c2a37611-b339-4621-967c-f60daeb99359 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:23.044840 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d9cd3717-bb07-439e-a71a-359e15110364 req-c2a37611-b339-4621-967c-f60daeb99359 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Mar 30 18:23:23.092736 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d9cd3717-bb07-439e-a71a-359e15110364 req-2c214a2c-a738-4ae7-9315-7caa254ce003 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Mar 30 18:23:23.422939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-30b8f52b-d477-44f6-96ef-483301f8ad14 req-4ffb8dd6-0e04-4fd0-a5b1-78995a83322c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:23:23.423950 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-30b8f52b-d477-44f6-96ef-483301f8ad14 req-4ffb8dd6-0e04-4fd0-a5b1-78995a83322c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054486 Mar 30 18:23:23.582289 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e6506-f3ab-4cc5-8600-5721b00fb77f req-e32b7e30-3bc8-476e-a612-25558ffcce75 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:23.583781 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-692e6506-f3ab-4cc5-8600-5721b00fb77f req-e32b7e30-3bc8-476e-a612-25558ffcce75 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0544667 Mar 30 18:23:23.611204 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-c67866f0-ed39-45b6-b9ec-55287571fd1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432260 Mar 30 18:23:23.635233 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-692e6506-f3ab-4cc5-8600-5721b00fb77f req-c829c8b7-d268-4343-8662-0b53fe3a8ee0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Mar 30 18:23:23.688789 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-ad7061b6-4551-4a9a-9b7e-c14895cc573f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:23.690106 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-ad7061b6-4551-4a9a-9b7e-c14895cc573f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports/1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 941 time: 0.0495839 Mar 30 18:23:24.213365 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c795d0-3b69-4c80-9420-51069874acf6 req-509dd65d-4e38-439b-b739-ff3043b8eb3d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.214843 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23c795d0-3b69-4c80-9420-51069874acf6 req-509dd65d-4e38-439b-b739-ff3043b8eb3d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0543485 Mar 30 18:23:24.260435 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-23c795d0-3b69-4c80-9420-51069874acf6 req-474f40df-29a0-4926-98ae-c863473df126 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Mar 30 18:23:24.372726 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde53715-cebb-4405-afba-069f15f76d9a req-0f92edab-7be7-43c8-8e17-1128ce6d2732 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.374142 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bde53715-cebb-4405-afba-069f15f76d9a req-0f92edab-7be7-43c8-8e17-1128ce6d2732 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Mar 30 18:23:24.382690 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59600) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:24.387067 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'port_id': 'df8482df-130e-4085-8bdc-286ff7bb7eff'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:24.429928 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:24.493696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-4b874f4f-e880-4766-8b80-c4bbd909b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.495223 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-4b874f4f-e880-4766-8b80-c4bbd909b691 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165&tenant_id=9a13b2b6284c47e8ad677905797fd023 HTTP/1.1" status: 200 len: 1128 time: 0.0439703 Mar 30 18:23:24.560715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-e01af11e-3f04-4c53-b365-a38fed039ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.562203 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-e01af11e-3f04-4c53-b365-a38fed039ff0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1128 time: 0.0440185 Mar 30 18:23:24.570412 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:24.572842 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a791e9-30b3-4c07-8c73-551a3a08995d" -d '{"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-unplugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:24.612023 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b94b6b-401a-4cf7-a5e0-203e225d93a3 x-openstack-request-id: req-68b94b6b-401a-4cf7-a5e0-203e225d93a3 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:24.612566 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-unplugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:24.612822 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68b94b6b-401a-4cf7-a5e0-203e225d93a3 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:24.613306 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b94b6b-401a-4cf7-a5e0-203e225d93a3'] response: {'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'code': 200} Mar 30 18:23:24.663419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-12d41f6c-511f-45a6-930a-593985d0e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.665255 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-12d41f6c-511f-45a6-930a-593985d0e3e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0921278 Mar 30 18:23:24.737748 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-8b5842ec-f431-4e70-9e87-cca85bf9cbf7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 1000 time: 0.0629270 Mar 30 18:23:24.793087 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-3eba6fef-003b-4604-b57b-1d80b12e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.794592 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-3eba6fef-003b-4604-b57b-1d80b12e4ec0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0491843 Mar 30 18:23:24.846275 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-88a8cd15-fc7a-4ba8-a7ab-1f5b52327e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:24.847961 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-88a8cd15-fc7a-4ba8-a7ab-1f5b52327e72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462446 Mar 30 18:23:24.939800 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-8734b2dd-60fa-4d14-b66e-51ca44309b72 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Mar 30 18:23:25.034203 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0bddbc4-1ab4-4ab0-996b-e0ba6c65fc79 req-0a44aa38-a685-4699-974d-140744dda656 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874717 Mar 30 18:23:25.075113 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023742-ef56-4b87-be1c-55cd7c73ba11 req-e429a4d5-df7f-4b3a-ac2a-a6c217eb9df1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:25.076616 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-57023742-ef56-4b87-be1c-55cd7c73ba11 req-e429a4d5-df7f-4b3a-ac2a-a6c217eb9df1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.3534350 Mar 30 18:23:25.166126 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:25.169751 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-57023742-ef56-4b87-be1c-55cd7c73ba11 req-7d5cd544-e361-4690-9259-3e147b93f25c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865567 Mar 30 18:23:25.170782 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:25.272807 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 93b1a7a7-11cd-41fb-b5ea-4dddf510514d associated. External IP: 172.27.2.29, port: df8482df-130e-4085-8bdc-286ff7bb7eff. Mar 30 18:23:25.549672 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:25.691576 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:25.697810 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:25.709003 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:25.723625 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:25.726590 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:23:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:25.745566 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b276b77a-b30f-4347-b3fa-6db20c05a81d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "PUT /v2.0/floatingips/93b1a7a7-11cd-41fb-b5ea-4dddf510514d HTTP/1.1" status: 200 len: 990 time: 1.3617764 Mar 30 18:23:25.746166 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:25.757063 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062c86b-3b06-455f-a88b-bae6f10576b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:25.808653 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a5526-7995-4c91-a0fb-8e00f030b9f7 x-openstack-request-id: req-540a5526-7995-4c91-a0fb-8e00f030b9f7 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:25.808955 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:25.809195 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-540a5526-7995-4c91-a0fb-8e00f030b9f7 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:25.809651 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540a5526-7995-4c91-a0fb-8e00f030b9f7'] response: {'name': 'network-changed', 'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'status': 'completed', 'code': 200} Mar 30 18:23:25.885100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:26.128648 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '93b1a7a7-11cd-41fb-b5ea-4dddf510514d', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c6:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:13Z', 'updated_at': '2022-03-30T18:23:25Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:26.155532 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:26.164252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:26.164909 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:23:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:26.295813 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:26.325437 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c5c88-a60a-44b4-9dba-95110c34be07 req-566528e3-4ec1-44a4-9f3e-0879457412ac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:26.332410 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-478c5c88-a60a-44b4-9dba-95110c34be07 req-566528e3-4ec1-44a4-9f3e-0879457412ac tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0763171 Mar 30 18:23:26.404815 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-478c5c88-a60a-44b4-9dba-95110c34be07 req-503ebcde-2af7-4ced-a6ec-d8c40094696c tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712976 Mar 30 18:23:26.557392 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '93b1a7a7-11cd-41fb-b5ea-4dddf510514d', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c6:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:13Z', 'updated_at': '2022-03-30T18:23:25Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:26.586656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb81b2-d7fa-4f5f-933d-6ab9393d6c0e None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '93b1a7a7-11cd-41fb-b5ea-4dddf510514d', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:c6:12:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:23:13Z', 'updated_at': '2022-03-30T18:23:25Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:26.802634 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3ede0-3c80-40c4-83a0-299deee5516e None None] New status for floating IP 93b1a7a7-11cd-41fb-b5ea-4dddf510514d: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:27.539720 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fe14d-e4da-47ae-989b-73ccb213e057 req-1e9b3ded-e600-4fb5-9d33-45337f26c3d0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:27.541512 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ba4fe14d-e4da-47ae-989b-73ccb213e057 req-1e9b3ded-e600-4fb5-9d33-45337f26c3d0 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0572965 Mar 30 18:23:27.597125 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ba4fe14d-e4da-47ae-989b-73ccb213e057 req-a448dce1-03a6-4ad9-9d00-6228bb7dc50f tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497367 Mar 30 18:23:28.737089 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878c7a2-672a-48ca-bb54-1a56225745ca req-b08ee8c1-c4f5-4cc0-9177-5259ff232616 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:28.738649 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1878c7a2-672a-48ca-bb54-1a56225745ca req-b08ee8c1-c4f5-4cc0-9177-5259ff232616 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0587337 Mar 30 18:23:28.799708 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1878c7a2-672a-48ca-bb54-1a56225745ca req-43869a36-8130-4964-a173-aaa3b818db97 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543764 Mar 30 18:23:29.932760 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b18484-6229-4ae0-a0a9-7ce7b7f0d610 req-7871fbae-2d5d-4f61-a23c-8bce1afb29fa tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:29.934250 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-06b18484-6229-4ae0-a0a9-7ce7b7f0d610 req-7871fbae-2d5d-4f61-a23c-8bce1afb29fa tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0580883 Mar 30 18:23:29.982395 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-06b18484-6229-4ae0-a0a9-7ce7b7f0d610 req-6ae7affd-d01f-450d-959c-2ccd0b7867e7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Mar 30 18:23:31.112669 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c26e-5bed-450d-bda6-dca6f62443f0 req-b1aec1eb-f40b-4cb2-adaf-cc834e594d0a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:31.114442 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eb39c26e-5bed-450d-bda6-dca6f62443f0 req-b1aec1eb-f40b-4cb2-adaf-cc834e594d0a tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0558898 Mar 30 18:23:31.168900 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-eb39c26e-5bed-450d-bda6-dca6f62443f0 req-02f83ce2-2057-46ea-b818-facc97e4553d tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484178 Mar 30 18:23:32.307628 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d85e-0ed1-41ad-9d70-5f89cfb707e7 req-a4709aa6-58bf-4959-b558-692f5b331a63 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:32.309176 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70c9d85e-0ed1-41ad-9d70-5f89cfb707e7 req-a4709aa6-58bf-4959-b558-692f5b331a63 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0578260 Mar 30 18:23:32.358172 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-70c9d85e-0ed1-41ad-9d70-5f89cfb707e7 req-2794c4e6-3805-4fa2-8978-d6fdc527e244 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Mar 30 18:23:33.034241 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-6335236b-8d9c-45e8-acf5-0bf7772f6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.035682 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-6335236b-8d9c-45e8-acf5-0bf7772f6d1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 1129 time: 0.0423570 Mar 30 18:23:33.128237 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-47687597-386e-4dd7-b227-7589021da1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.129698 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-47687597-386e-4dd7-b227-7589021da1df service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0837150 Mar 30 18:23:33.194412 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-72012f19-17a1-42b7-b123-e6fe86a4d344 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df8482df-130e-4085-8bdc-286ff7bb7eff HTTP/1.1" status: 200 len: 1000 time: 0.0577738 Mar 30 18:23:33.247069 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-b66c2f0d-d178-4b2f-a7a8-ed4c1f4aea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.248532 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-b66c2f0d-d178-4b2f-a7a8-ed4c1f4aea77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0466602 Mar 30 18:23:33.297266 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-a905447f-f220-4b8c-9f43-5536760a7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.298728 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-a905447f-f220-4b8c-9f43-5536760a7718 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436578 Mar 30 18:23:33.386190 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-7a84a616-f6cd-43df-9412-02899006bbbc service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800574 Mar 30 18:23:33.479477 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5062c86b-3b06-455f-a88b-bae6f10576b8 req-a4a40c79-8479-4ba3-8614-e7d3b1a10296 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Mar 30 18:23:33.484981 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378dad2-3fcb-4422-9d26-2853e441e3e8 req-909acf4e-3854-4cce-973f-4dae753e7694 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:33.486476 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3378dad2-3fcb-4422-9d26-2853e441e3e8 req-909acf4e-3854-4cce-973f-4dae753e7694 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 944 time: 0.0552402 Mar 30 18:23:33.532624 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-3378dad2-3fcb-4422-9d26-2853e441e3e8 req-f32194dd-ee38-429c-8d83-0c6bff6c9f86 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Mar 30 18:23:34.388140 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:23:34.483292 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:34.494752 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'port_id': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'mac_address': 'fa:16:3e:f6:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:23:34.529614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:34.529998 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.543314 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:23:34.562692 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:34.566732 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:34.617686 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=9']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:34.658410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1201ce-9c04-4ec2-9767-0d483bbd85e7 req-beb5a28e-2419-42bd-90d3-e9df9d924f7e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:34.659897 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cf1201ce-9c04-4ec2-9767-0d483bbd85e7 req-beb5a28e-2419-42bd-90d3-e9df9d924f7e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Mar 30 18:23:34.709062 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cf1201ce-9c04-4ec2-9767-0d483bbd85e7 req-623e871d-4f85-414b-88eb-03fdf561ad03 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Mar 30 18:23:34.861937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['1aca0b57-a108-4cfe-80e5-67d05b41b5d5'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:35.841207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246af8c-690c-4927-879c-a50d91629292 req-f24b5c4c-2713-4860-87a8-dd7dabe81da1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:35.842684 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5246af8c-690c-4927-879c-a50d91629292 req-f24b5c4c-2713-4860-87a8-dd7dabe81da1 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 945 time: 0.0568612 Mar 30 18:23:35.889103 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5246af8c-690c-4927-879c-a50d91629292 req-b1ecd554-6376-4ab8-9c0f-2f6f5a9e073e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Mar 30 18:23:36.392852 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:23:36.442556 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:36.442931 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.516207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:36.516622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.538458 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:36.540682 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f4a29-7832-4db0-820c-6f0b81888050" -d '{"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:36.554556 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:36.558379 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.585026 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74efa628-6920-442a-9c90-54bbfa7d894f x-openstack-request-id: req-74efa628-6920-442a-9c90-54bbfa7d894f {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:36.585305 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-plugged", "status": "completed", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:36.585562 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74efa628-6920-442a-9c90-54bbfa7d894f {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:36.585955 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74efa628-6920-442a-9c90-54bbfa7d894f'] response: {'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'code': 200} Mar 30 18:23:36.612516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=10']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:36.765713 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8fa95-9082-4500-90aa-1f7d8e3fe03a req-6e5da032-0997-4057-8d6f-aa0704f7ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:36.767185 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bdb8fa95-9082-4500-90aa-1f7d8e3fe03a req-6e5da032-0997-4057-8d6f-aa0704f7ebda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1131 time: 0.0464568 Mar 30 18:23:36.811147 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bdb8fa95-9082-4500-90aa-1f7d8e3fe03a req-9b420d37-b1f6-4813-9de2-e1b7783827b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365369 Mar 30 18:23:37.011000 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0fc42-7a44-48c4-a36f-6769b5582af3 req-dd3676a9-40ce-4993-8e2b-dd7321184400 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:37.012560 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a0fc42-7a44-48c4-a36f-6769b5582af3 req-dd3676a9-40ce-4993-8e2b-dd7321184400 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0514503 Mar 30 18:23:37.057867 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06a0fc42-7a44-48c4-a36f-6769b5582af3 req-ed772939-5909-4999-8326-6b9efbf4dbbd tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Mar 30 18:23:37.756714 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d27700b4-cdf0-4f9c-9171-ab9012b876ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:38.181452 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfe81b-3677-493f-b2f2-bb25a09d20af req-c398c2c6-6162-4580-ab7b-90fb5c6b3365 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.182919 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bcfe81b-3677-493f-b2f2-bb25a09d20af req-c398c2c6-6162-4580-ab7b-90fb5c6b3365 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0521939 Mar 30 18:23:38.228309 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3bcfe81b-3677-493f-b2f2-bb25a09d20af req-5f14a56b-736e-4dfd-b1e7-47c87914d357 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397723 Mar 30 18:23:39.349179 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab6710-d25c-4978-bc76-6b4440f62b79 req-c82fb13e-2751-4fe8-83e2-381ace1cf7f7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:39.350661 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52ab6710-d25c-4978-bc76-6b4440f62b79 req-c82fb13e-2751-4fe8-83e2-381ace1cf7f7 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0521507 Mar 30 18:23:39.400675 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-52ab6710-d25c-4978-bc76-6b4440f62b79 req-78b526b1-2886-46b3-b4a2-ee322e83ad14 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Mar 30 18:23:40.056462 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a5057e41-9fda-450d-bffe-5701d209d07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:40.883737 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:42.546857 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:44.094430 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:44.158169 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:52.247480 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:58.599838 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-fb40ad01-06cf-405c-bba3-aa63f57c048f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429261 Mar 30 18:23:58.670284 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-e8eb6213-fbd5-4fa5-a7d2-6e9e6d307b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.671817 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-e8eb6213-fbd5-4fa5-a7d2-6e9e6d307b33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a13b2b6284c47e8ad677905797fd023&device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 1131 time: 0.0467420 Mar 30 18:23:58.774556 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-c3154e1d-a9db-4acf-8671-9da39aaece71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.776084 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-c3154e1d-a9db-4acf-8671-9da39aaece71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 200 len: 916 time: 0.0847881 Mar 30 18:23:58.847146 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-05e76504-ecda-4e23-9a73-193068c19be6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 200 len: 1002 time: 0.0648012 Mar 30 18:23:58.898491 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-5c3bf743-a363-4cf1-9fa0-120b953db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.899918 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-5c3bf743-a363-4cf1-9fa0-120b953db0f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 200 len: 855 time: 0.0458586 Mar 30 18:23:58.951568 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-c8a36d00-84bb-4c39-9223-4b6f62e92efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.953102 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-c8a36d00-84bb-4c39-9223-4b6f62e92efc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3d21179-c3e2-4362-af94-767ffde813d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462341 Mar 30 18:23:59.045040 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-5c358320-10d7-467b-bd91-9696a188fdf1 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834455 Mar 30 18:23:59.132969 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-489c4c31-9d04-4cd6-ae3a-ae362808fa36 req-8342fcf1-6973-4935-81ec-a95edc59e714 service neutron] 10.222.0.23 "GET /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812628 Mar 30 18:24:00.105733 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ec284084-7235-4178-834d-6551fe638610 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549434595&fields=id&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 267 time: 0.0441139 Mar 30 18:24:00.212450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-1d723eb0-b7d3-46b5-aee6-77dfcb2504c5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:00.213825 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-1d723eb0-b7d3-46b5-aee6-77dfcb2504c5 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.1016526 Mar 30 18:24:00.227855 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-27369f15-0b0e-4c02-8fe2-0af53d4faf7c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/quotas/8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 375 time: 0.0085154 Mar 30 18:24:00.282992 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-cd9d5074-6da9-405a-a3a5-0065135a0ada tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502901 Mar 30 18:24:00.297327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-b27b311c-1e70-4f85-8659-0309ebf3f083 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:24:00.298276 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-b27b311c-1e70-4f85-8659-0309ebf3f083 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047791 Mar 30 18:24:00.390512 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-90425a52-bd90-4c36-a6a1-c66c996d22a3 service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Mar 30 18:24:00.476905 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-9279527e-2d82-4a5c-bdb2-7ffe764fb45e service neutron] 10.222.0.24 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806596 Mar 30 18:24:00.815348 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-48c8af25-934b-4b9d-b30e-9bc5e2fba724 req-8898a3c0-3e3c-4415-b07c-32f389874c7c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 210 time: 0.0891697 Mar 30 18:24:01.802551 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ec3724e4-00fe-46fb-b58d-eba9ab146602 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:01.804016 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ec3724e4-00fe-46fb-b58d-eba9ab146602 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 812 time: 0.1109354 Mar 30 18:24:02.143339 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-7a03c120-a42b-4655-ab10-588fdb4a61df tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f147e63b3094a20b10b82a07b2afbfc HTTP/1.1" status: 200 len: 379 time: 0.3246975 Mar 30 18:24:02.155121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'port': {'device_id': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'admin_state_up': True, 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'security_groups': ['3caf1c53-c382-4048-bb89-8fc99940158e']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:02.221248 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b21140b7-99cc-4738-856e-20fa2c31c7be req-905821a0-ae7e-4e3e-be66-3ff468e85fe4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 210 time: 0.1245317 Mar 30 18:24:02.299205 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Made reservation on behalf of 8f147e63b3094a20b10b82a07b2afbfc for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:02.302579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.431065 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.20.0.5 (094abf50-fb2a-44ec-a8e1-199a5454de40/2e0ce7f2-8169-4b78-834d-254136fa0764/9cecf82d-b3b0-441e-abfd-29d92c38b471) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:02.565129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.597058 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.636715 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:02.639804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:02.643459 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:02.671721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:02.704545 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:02.705263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.723494 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-f59d084d-de01-486c-9346-d6a33c74711a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750709 Mar 30 18:24:02.736169 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ae56adf6-2ba3-4b88-8718-683a4ce5c416 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103471) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:24:02.737255 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ae56adf6-2ba3-4b88-8718-683a4ce5c416 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054538 Mar 30 18:24:02.748708 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Request body: {'port': {'device_id': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:02.808955 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.823322 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-ff921dca-aafa-4af2-b897-d34836050d80 None None] Provisioning complete for port 9cecf82d-b3b0-441e-abfd-29d92c38b471 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:02.824617 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ff921dca-aafa-4af2-b897-d34836050d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:02.861685 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-ff921dca-aafa-4af2-b897-d34836050d80 None None] Port 9cecf82d-b3b0-441e-abfd-29d92c38b471 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:03.069779 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cecf82d-b3b0-441e-abfd-29d92c38b471 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:03.078387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks [] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:03.090665 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Transition to ACTIVE for port object 9cecf82d-b3b0-441e-abfd-29d92c38b471 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:03.093773 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:03.141693 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Pushing event updated for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:03.166677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.167027 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.167485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.167830 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.168375 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.168717 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.169051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.169381 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.169712 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.170046 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.170372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.170697 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.171022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.171346 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.171698 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:03.226475 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Attempting to bind port 9cecf82d-b3b0-441e-abfd-29d92c38b471 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:03.226809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Attempting to bind port 9cecf82d-b3b0-441e-abfd-29d92c38b471 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:03.227132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Attempting to bind port 9cecf82d-b3b0-441e-abfd-29d92c38b471 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:03.232056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Port 9cecf82d-b3b0-441e-abfd-29d92c38b471 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:03.232415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Attempting to bind port 9cecf82d-b3b0-441e-abfd-29d92c38b471 on network 094abf50-fb2a-44ec-a8e1-199a5454de40 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:03.242736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:03.243086 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Checking segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:03.243485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Bound using segment: {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:03.243926 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Bound port: 9cecf82d-b3b0-441e-abfd-29d92c38b471, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a971ce-c922-47d6-95e8-5403eaac621d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:03.244317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:03.311099 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:03.314248 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:03.320042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:03.361484 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.362108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:03.363512 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] 10.222.0.23 "PUT /v2.0/ports/9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 200 len: 1093 time: 0.6191447 Mar 30 18:24:03.364019 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:03.366279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3fac6-f1c7-43e6-b662-690467c8eba3" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:03.370589 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53819-5330-45cb-8be8-9567b431fbe4 req-3755f5a4-c4f0-4572-92f9-e4791bbb4149 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.383194 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81b53819-5330-45cb-8be8-9567b431fbe4 req-3755f5a4-c4f0-4572-92f9-e4791bbb4149 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0771055 Mar 30 18:24:03.407851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad554e96-8657-446c-9310-b08a615ba963 service neutron] Pushing event updated for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:03.435229 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c28db4-c262-49b1-96fe-f3dd179ad292 x-openstack-request-id: req-36c28db4-c262-49b1-96fe-f3dd179ad292 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:03.435519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:03.435770 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36c28db4-c262-49b1-96fe-f3dd179ad292 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:03.436183 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c28db4-c262-49b1-96fe-f3dd179ad292'] response: {'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'status': 'completed', 'code': 200} Mar 30 18:24:03.441590 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-81b53819-5330-45cb-8be8-9567b431fbe4 req-d15e58a9-1282-4853-9f15-3cfea34a6890 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571206 Mar 30 18:24:03.490261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-830d67b0-b62b-4947-b729-8bbd6ad2b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.491788 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-830d67b0-b62b-4947-b729-8bbd6ad2b703 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1127 time: 0.0491784 Mar 30 18:24:03.540444 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-4620b0b1-c999-4da0-aca2-25a0da8bf165 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 200 len: 217 time: 0.0366642 Mar 30 18:24:03.595804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-2f70d0b9-428f-4284-9f13-c035abd469c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.597267 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-2f70d0b9-428f-4284-9f13-c035abd469c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0484786 Mar 30 18:24:03.648082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-83aff679-e0a7-48e0-b705-f21957924cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.649596 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-83aff679-e0a7-48e0-b705-f21957924cc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444686 Mar 30 18:24:03.742753 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-106a0db0-35da-426f-af69-a6ade06d9653 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Mar 30 18:24:03.836742 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f17ddea7-4ff8-4c88-b3c8-47083d4a3536 req-b6938177-b658-490a-9a07-2847e7ee3174 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861356 Mar 30 18:24:03.932072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-2c03e765-eeef-4b91-987e-127371b94af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.933688 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-2c03e765-eeef-4b91-987e-127371b94af7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1127 time: 0.0467885 Mar 30 18:24:04.028858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-722af515-817f-40a9-8c36-fc24745fa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:04.030324 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-722af515-817f-40a9-8c36-fc24745fa364 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.0866864 Mar 30 18:24:04.072120 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-b16f853b-eaec-4d3d-b528-771ff2b993c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 200 len: 217 time: 0.0345693 Mar 30 18:24:04.119968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-8ec66681-80bd-4942-8c94-fd978e0ad14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:04.121566 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-8ec66681-80bd-4942-8c94-fd978e0ad14b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0420365 Mar 30 18:24:04.175022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-6fc4bef9-5261-4498-9ad4-6f88dcec20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:04.176578 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-6fc4bef9-5261-4498-9ad4-6f88dcec20af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471396 Mar 30 18:24:04.265472 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-e813ded5-07e5-4746-aa71-3e8e5b31881f service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Mar 30 18:24:04.372072 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-35b3fac6-f1c7-43e6-b662-690467c8eba3 req-38e00d2e-83a4-4216-87fe-61985d26f1ef service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Mar 30 18:24:04.557859 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d5d16-f2f8-4593-ad46-f86eb2b0e6c3 req-66b473dd-af51-4830-b330-5e1cf5e3d76b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:04.559362 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-808d5d16-f2f8-4593-ad46-f86eb2b0e6c3 req-66b473dd-af51-4830-b330-5e1cf5e3d76b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Mar 30 18:24:04.608116 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-808d5d16-f2f8-4593-ad46-f86eb2b0e6c3 req-13370898-bb9e-43f3-a4a8-b5b85b1dfe20 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Mar 30 18:24:05.726970 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e6c0-3aa2-424b-8863-24f95a0f43f9 req-8409cb86-590c-47dc-8d50-637ab003606f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.728442 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9883e6c0-3aa2-424b-8863-24f95a0f43f9 req-8409cb86-590c-47dc-8d50-637ab003606f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0557926 Mar 30 18:24:05.776172 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9883e6c0-3aa2-424b-8863-24f95a0f43f9 req-f1068d6d-3984-4d11-8f96-d05371dc6d02 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 Mar 30 18:24:06.893390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c05601-9794-443f-b9d3-7f1143d1280a req-de035e21-52c8-4115-8603-213885c7e693 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:06.894860 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e7c05601-9794-443f-b9d3-7f1143d1280a req-de035e21-52c8-4115-8603-213885c7e693 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Mar 30 18:24:06.942859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e7c05601-9794-443f-b9d3-7f1143d1280a req-5239b3fb-07e8-4de8-b1d5-257207cb550f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Mar 30 18:24:07.698529 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-532da8b5-a94e-4d3d-9c2e-f258be7afea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:08.060942 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c22c0e-a870-4278-b61c-ff645d2525e9 req-e90ef985-7a57-4a65-9310-dab4bf73472d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:08.062399 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-77c22c0e-a870-4278-b61c-ff645d2525e9 req-e90ef985-7a57-4a65-9310-dab4bf73472d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0529356 Mar 30 18:24:08.110117 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-77c22c0e-a870-4278-b61c-ff645d2525e9 req-8cb17487-bfc9-4afd-bb54-2a01e7ce3455 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Mar 30 18:24:09.228235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3d4d-8683-47ed-8d95-18512353480f req-0fc575ed-e8ab-4ba7-8697-0414ce7f0e54 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:09.229723 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7afd3d4d-8683-47ed-8d95-18512353480f req-0fc575ed-e8ab-4ba7-8697-0414ce7f0e54 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0561483 Mar 30 18:24:09.282665 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7afd3d4d-8683-47ed-8d95-18512353480f req-cf347ea2-5a08-4894-9ac7-e7c113ceb07a tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Mar 30 18:24:10.057155 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ada-9399-42ff-bdb5-8f2d1d1946a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.399687 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b81b2b-3d51-4070-a659-65d9b1cf8d8e req-e49d4750-8613-4644-9c6d-cf4b6924892d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:10.401208 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6b81b2b-3d51-4070-a659-65d9b1cf8d8e req-e49d4750-8613-4644-9c6d-cf4b6924892d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 943 time: 0.0519185 Mar 30 18:24:10.450225 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b6b81b2b-3d51-4070-a659-65d9b1cf8d8e req-b2310025-e705-4d81-9cf5-8a25dfd2f808 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Mar 30 18:24:10.582721 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9cecf82d-b3b0-441e-abfd-29d92c38b471 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:10.810580 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:10.821970 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'port_id': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'mac_address': 'fa:16:3e:ee:3d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:10.859536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 9cecf82d-b3b0-441e-abfd-29d92c38b471 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:10.859835 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.879816 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cecf82d-b3b0-441e-abfd-29d92c38b471 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:10.894881 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.903329 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:10.907165 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.957722 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:10.966202 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.966574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.966926 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.967271 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.967612 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.967948 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.968282 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.968645 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.969004 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.969338 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.969668 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.970001 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.970330 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.970657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:10.973228 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:11.219358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['9cecf82d-b3b0-441e-abfd-29d92c38b471'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:11.576172 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290d882-ba3f-4ea2-83e9-1173569a127a req-b3cef8c9-fa4a-4737-a917-7df918bf8296 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:11.577683 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6290d882-ba3f-4ea2-83e9-1173569a127a req-b3cef8c9-fa4a-4737-a917-7df918bf8296 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 944 time: 0.0536418 Mar 30 18:24:11.632747 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6290d882-ba3f-4ea2-83e9-1173569a127a req-3e89c4d0-fb92-4bf7-9781-49923708b401 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490685 Mar 30 18:24:12.550553 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:12.623096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9cecf82d-b3b0-441e-abfd-29d92c38b471 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:12.672020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 9cecf82d-b3b0-441e-abfd-29d92c38b471 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:12.676134 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 9cecf82d-b3b0-441e-abfd-29d92c38b471 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:12.676539 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:12.753362 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056968-677c-4d84-9b90-50fc68e7b7e4 req-5748f1f5-2d5f-42b9-9540-364dd3572707 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:12.754855 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b8056968-677c-4d84-9b90-50fc68e7b7e4 req-5748f1f5-2d5f-42b9-9540-364dd3572707 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 944 time: 0.0520666 Mar 30 18:24:12.755516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 9cecf82d-b3b0-441e-abfd-29d92c38b471 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:12.755912 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:12.778592 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:12.781702 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64f770-10e5-4ddf-b9a6-9b36f038dbab" -d '{"events": [{"server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:12.793883 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:12.799706 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:12.810103 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-b8056968-677c-4d84-9b90-50fc68e7b7e4 req-3e057eac-b029-4322-8a69-de5e6f458d9b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496895 Mar 30 18:24:12.822908 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391dddc4-e180-481a-ac12-d31dc3db2b72 x-openstack-request-id: req-391dddc4-e180-481a-ac12-d31dc3db2b72 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:12.823308 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:12.823446 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-391dddc4-e180-481a-ac12-d31dc3db2b72 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:12.823864 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391dddc4-e180-481a-ac12-d31dc3db2b72'] response: {'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'code': 200} Mar 30 18:24:12.854139 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:13.102454 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138cd2c-d347-40db-b86f-e5a7bfb06793 req-c67e49ad-73c5-4b4d-b352-90b6a1397f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.103917 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b138cd2c-d347-40db-b86f-e5a7bfb06793 req-c67e49ad-73c5-4b4d-b352-90b6a1397f4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0848255 Mar 30 18:24:13.148650 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b138cd2c-d347-40db-b86f-e5a7bfb06793 req-b4b68ff1-720c-4ca6-9947-904dc6746712 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Mar 30 18:24:13.928859 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff7ead-a997-4a5e-8764-cb9574a75f36 req-d3ccf590-e137-4953-8d4f-52d777da0183 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:13.930356 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-26ff7ead-a997-4a5e-8764-cb9574a75f36 req-d3ccf590-e137-4953-8d4f-52d777da0183 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Mar 30 18:24:13.978095 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-26ff7ead-a997-4a5e-8764-cb9574a75f36 req-2e4f8c27-9b1d-438e-a0d4-142498889051 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Mar 30 18:24:14.097154 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.096069 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a21b72-edf5-41c5-bded-8ad34e2f373e req-e4903766-ec21-432e-a935-9480ee2eeaf3 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:15.097583 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53a21b72-edf5-41c5-bded-8ad34e2f373e req-e4903766-ec21-432e-a935-9480ee2eeaf3 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Mar 30 18:24:15.145721 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-53a21b72-edf5-41c5-bded-8ad34e2f373e req-1b40b8ac-38e0-4892-b4e6-49c394e3b945 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 Mar 30 18:24:15.263084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca0302-b27e-4f7f-b4f6-9fa941a9e899 req-e1ab522e-22a0-4854-89cd-995eec4cc0ae tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:15.265203 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0ca0302-b27e-4f7f-b4f6-9fa941a9e899 req-e1ab522e-22a0-4854-89cd-995eec4cc0ae tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0541186 Mar 30 18:24:15.312234 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0ca0302-b27e-4f7f-b4f6-9fa941a9e899 req-f8306f5b-1976-41ce-95f4-3fc41ab0328c tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Mar 30 18:24:15.336426 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59836) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:15.379630 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b8f724-ae8a-428f-acd8-968b4e46b190 tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:15.383855 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c6b8f724-ae8a-428f-acd8-968b4e46b190 tempest-TestVolumeBootPattern-1339216936 tempest-TestVolumeBootPattern-1339216936-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1124 time: 0.0437889 Mar 30 18:24:15.385460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59840) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:15.390084 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'port_id': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:15.410731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.509839 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.611290 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Allocated IP 172.27.2.118 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/b822d3dd-b5ed-4f62-a072-c89fae35bc7c) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:15.712067 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.744745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.780320 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:15.784693 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:15.787302 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:15.814630 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=b822d3dd-b5ed-4f62-a072-c89fae35bc7c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:16.137151 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (894e194b-6f9e-4318-9dca-54e6d7fbec18), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.204075 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.347616 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.352846 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.421671 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event updated for resources: {'Port': ['ID=b822d3dd-b5ed-4f62-a072-c89fae35bc7c,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:16.431450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (894e194b-6f9e-4318-9dca-54e6d7fbec18), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.528874 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP 894e194b-6f9e-4318-9dca-54e6d7fbec18 associated. External IP: 172.27.2.118, port: 9cecf82d-b3b0-441e-abfd-29d92c38b471. Mar 30 18:24:16.731539 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:16.838202 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:16.849629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:16.855336 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.861587 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:16.862219 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:16.885268 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-731fac3d-b9fc-455f-9d7a-5e6890b48619 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4984894 Mar 30 18:24:16.885845 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:16.888063 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689b8426-e6f4-40ad-bcba-27fd705ed3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:16.971319 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:16.983672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c4052-17d9-46b9-abe5-b86043a64bcb x-openstack-request-id: req-505c4052-17d9-46b9-abe5-b86043a64bcb {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:16.983966 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:16.984218 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-505c4052-17d9-46b9-abe5-b86043a64bcb {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:16.984648 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505c4052-17d9-46b9-abe5-b86043a64bcb'] response: {'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'status': 'completed', 'code': 200} Mar 30 18:24:17.049786 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-05d4135e-d206-4070-914b-ee163bdf335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.051383 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-05d4135e-d206-4070-914b-ee163bdf335c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0452101 Mar 30 18:24:17.154398 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-f9638671-e653-4387-8865-9c272bc78407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.156739 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-f9638671-e653-4387-8865-9c272bc78407 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.0886626 Mar 30 18:24:17.205725 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '894e194b-6f9e-4318-9dca-54e6d7fbec18', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ee:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:16Z', 'updated_at': '2022-03-30T18:24:16Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}, {'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:17.231294 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-84f867b4-6472-411d-aa05-73d95246bdc2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 200 len: 999 time: 0.0595109 Mar 30 18:24:17.231751 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:17.240743 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:17.241266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:17.288019 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-79bce3e9-ea7e-4131-8950-66bfdfe49f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.290001 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-79bce3e9-ea7e-4131-8950-66bfdfe49f14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0523269 Mar 30 18:24:17.349394 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-0d7d8906-a4c4-4e4a-b8e9-b253c466bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.351060 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-0d7d8906-a4c4-4e4a-b8e9-b253c466bb7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494735 Mar 30 18:24:17.364366 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:17.443263 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-106a97b9-79e9-4341-83de-de7a531774fc service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813451 Mar 30 18:24:17.545772 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-689b8426-e6f4-40ad-bcba-27fd705ed3e4 req-c30cf2ac-a69d-4d9a-aeee-5072c9f845a5 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951655 Mar 30 18:24:17.606153 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '894e194b-6f9e-4318-9dca-54e6d7fbec18', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ee:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:16Z', 'updated_at': '2022-03-30T18:24:16Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}, {'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:17.632963 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95073aa-9613-4c8b-ad17-211b0d33a84e None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '894e194b-6f9e-4318-9dca-54e6d7fbec18', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ee:3d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:16Z', 'updated_at': '2022-03-30T18:24:16Z', 'revision_number': 0, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}, {'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:17.824507 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ba533-fc7d-434a-a1a8-b52524c82910 None None] New status for floating IP 894e194b-6f9e-4318-9dca-54e6d7fbec18: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:20.310302 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4db8a-ff27-4ebb-8345-8ff04046d005 req-e5170377-c23e-4953-aced-aed2b3dab432 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:20.311842 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41d4db8a-ff27-4ebb-8345-8ff04046d005 req-e5170377-c23e-4953-aced-aed2b3dab432 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Mar 30 18:24:20.362122 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-41d4db8a-ff27-4ebb-8345-8ff04046d005 req-9531f90d-50cd-4308-9351-495e79a3d5ae tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Mar 30 18:24:21.157712 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:24:21.481193 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f712bcc-f680-41d8-b4d4-d52c75908b21 req-985ec821-17a4-4450-b75d-4a0239ee6956 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:21.482649 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7f712bcc-f680-41d8-b4d4-d52c75908b21 req-985ec821-17a4-4450-b75d-4a0239ee6956 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Mar 30 18:24:21.527944 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7f712bcc-f680-41d8-b4d4-d52c75908b21 req-afa27a9e-62ac-4c99-af9e-21ceab71eb09 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Mar 30 18:24:22.242670 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:22.274540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-fa322fa2-76e9-4ebf-bf54-8dc76d1d6ad4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:22.276018 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-fa322fa2-76e9-4ebf-bf54-8dc76d1d6ad4 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0614562 Mar 30 18:24:22.479854 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64831532-0af8-4da7-9201-20c14adb3e42 req-74232c2b-7374-4983-b15b-7a37b4ccdbeb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:22.481503 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-64831532-0af8-4da7-9201-20c14adb3e42 req-74232c2b-7374-4983-b15b-7a37b4ccdbeb tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0560637 Mar 30 18:24:22.534916 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-64831532-0af8-4da7-9201-20c14adb3e42 req-4afbdfaf-7fe6-4a7d-ac12-2b8e645775f5 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Mar 30 18:24:22.688026 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48d7-92fb-46dc-9729-dbf763960dad req-8ef1781e-4b83-42b3-bb5b-6457b7d8c5ff tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:22.689425 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-367b48d7-92fb-46dc-9729-dbf763960dad req-8ef1781e-4b83-42b3-bb5b-6457b7d8c5ff tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 945 time: 0.0850103 Mar 30 18:24:22.692204 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port df8482df-130e-4085-8bdc-286ff7bb7eff {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:22.692617 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:22.791433 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-367b48d7-92fb-46dc-9729-dbf763960dad req-1159a0b9-971b-4691-bb89-c4c6460d8571 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=edca42fa-d6a3-44f5-9017-55ba1047c101&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958667 Mar 30 18:24:22.810575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] For port df8482df-130e-4085-8bdc-286ff7bb7eff, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=df8482df-130e-4085-8bdc-286ff7bb7eff,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:22.811504 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:22.989074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:22.989441 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:22.989758 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 93b1a7a7-11cd-41fb-b5ea-4dddf510514d disassociated. External IP: 172.27.2.29, port: df8482df-130e-4085-8bdc-286ff7bb7eff. Mar 30 18:24:22.990100 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for df8482df-130e-4085-8bdc-286ff7bb7eff owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:23.114320 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (df8482df-130e-4085-8bdc-286ff7bb7eff), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:23.144238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=df8482df-130e-4085-8bdc-286ff7bb7eff,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:23.257798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:23.367509 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:23.377446 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:23.386785 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:23.387406 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:23.412145 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] No DVR routers for this DVR port df8482df-130e-4085-8bdc-286ff7bb7eff on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:23.414719 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:23.417913 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-240938e6-be26-45a7-95a9-06e5cd64a2f8 req-7b292b97-680f-45e2-aa4b-cef5cc868014 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "DELETE /v2.0/ports/df8482df-130e-4085-8bdc-286ff7bb7eff HTTP/1.1" status: 204 len: 173 time: 1.1357443 Mar 30 18:24:23.418364 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'name': 'network-vif-deleted', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:23.421190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f11cd-d246-469a-82c9-805188fe48bb" -d '{"events": [{"server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "name": "network-vif-deleted", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:23.465861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58698c4-f1f2-422c-9fc7-9081d82b2cbd x-openstack-request-id: req-d58698c4-f1f2-422c-9fc7-9081d82b2cbd {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:23.466281 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0", "name": "network-vif-deleted", "tag": "df8482df-130e-4085-8bdc-286ff7bb7eff", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:23.466538 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d58698c4-f1f2-422c-9fc7-9081d82b2cbd {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:23.467023 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58698c4-f1f2-422c-9fc7-9081d82b2cbd'] response: {'server_uuid': '1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0', 'name': 'network-vif-deleted', 'tag': 'df8482df-130e-4085-8bdc-286ff7bb7eff', 'status': 'completed', 'code': 200} Mar 30 18:24:23.504402 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:23.668481 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9009e4a-1f57-435e-8544-47ad937a9a36 req-61f39a12-d912-4db2-aee6-f20d70cb0012 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:23.669991 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b9009e4a-1f57-435e-8544-47ad937a9a36 req-61f39a12-d912-4db2-aee6-f20d70cb0012 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0559609 Mar 30 18:24:23.719783 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b9009e4a-1f57-435e-8544-47ad937a9a36 req-4654a15e-a472-401f-a61b-cab3e7bcf711 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups?id=af5311ae-2aec-4861-a81c-0a4a4e87a974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Mar 30 18:24:23.726855 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:23.755083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:23.763257 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:23.763858 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:23.874187 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:23.905413 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1da5b93f-f125-4d6f-9fdf-fa81e7c17d5a req-cd964cff-26be-44b2-a0db-92199bdbef46 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=1af6671f-f7c5-4cc4-9c3b-c529fc7d0cf0 HTTP/1.1" status: 200 len: 210 time: 0.0273299 Mar 30 18:24:23.980569 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-ede5eac5-a5e1-451d-afe0-2224a8b31030 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:23.982129 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-ede5eac5-a5e1-451d-afe0-2224a8b31030 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 947 time: 0.0560267 Mar 30 18:24:24.082542 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Deleting port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:24.082884 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.089064 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:24.119153 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54c888-1ce8-4580-92c8-58f1732eee6d None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:24.172174 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] For port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:24.172570 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.338571 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d1efa-df4b-41b7-98ec-8b6d08b81a2a None None] New status for floating IP 93b1a7a7-11cd-41fb-b5ea-4dddf510514d: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:24.354636 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.355008 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.355326 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Floating IP 74991c2a-6e25-4e5a-8f9a-13660c854b50 disassociated. External IP: 172.27.2.157, port: 1aca0b57-a108-4cfe-80e5-67d05b41b5d5. Mar 30 18:24:24.355672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Calling delete_port for 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:24.488720 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (1aca0b57-a108-4cfe-80e5-67d05b41b5d5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.521978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'Port': ['ID=1aca0b57-a108-4cfe-80e5-67d05b41b5d5,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:24.635812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:24.667342 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device df8482df-130e-4085-8bdc-286ff7bb7eff no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:24.750725 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:24.798815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] No DVR routers for this DVR port 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:24.802562 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.805913 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8ef6af69-5da0-4323-94a3-b0b603ef2a40 req-0adbc39e-4e3b-4179-aea5-deceb25cf53e tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.23 "DELETE /v2.0/ports/1aca0b57-a108-4cfe-80e5-67d05b41b5d5 HTTP/1.1" status: 204 len: 173 time: 0.8179650 Mar 30 18:24:24.823111 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:24.825464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: df8482df-130e-4085-8bdc-286ff7bb7eff {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:24.825793 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device df8482df-130e-4085-8bdc-286ff7bb7eff not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:24.834641 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1b413330-ec2c-4422-90a6-76cf17d7e80b req-6d338b3a-501c-445b-9608-a1b41a561b5b tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/ports?device_id=47042317-e6a3-490b-aa32-3305c3091165 HTTP/1.1" status: 200 len: 210 time: 0.0334206 Mar 30 18:24:24.835242 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:24.835897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:24.953179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:25.007167 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59910) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:25.062956 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (edca42fa-d6a3-44f5-9017-55ba1047c101), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.085770 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (edca42fa-d6a3-44f5-9017-55ba1047c101), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.133294 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (edca42fa-d6a3-44f5-9017-55ba1047c101), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.135849 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.140009 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/security-groups/edca42fa-d6a3-44f5-9017-55ba1047c101 HTTP/1.1" status: 204 len: 168 time: 0.1288102 Mar 30 18:24:25.140764 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59912) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:25.148158 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a696-7821-4bca-9dc1-7d04e54ed1ce tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edca42fa-d6a3-44f5-9017-55ba1047c101,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:25.154252 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-e9bbcb69-a24d-4a9b-abd4-fc88ff1bb222 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] show failed (client error): The resource could not be found. Mar 30 18:24:25.158928 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e9bbcb69-a24d-4a9b-abd4-fc88ff1bb222 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups/edca42fa-d6a3-44f5-9017-55ba1047c101 HTTP/1.1" status: 404 len: 347 time: 0.0143476 Mar 30 18:24:25.158928 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59914) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:25.177049 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.208032 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:25.216152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:25.216792 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.285300 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port 8114f65a-cb75-46b3-8656-7a2e1d42cdcd {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:25.285521 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.337200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:25.366933 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.367264 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.380242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for 8114f65a-cb75-46b3-8656-7a2e1d42cdcd owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:25.476627 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-deleted', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:25.478972 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983df25e-0a3a-4714-9094-2f4e2ad1824b" -d '{"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-deleted", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:25.516645 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea81a0d-4f21-49e1-8bf4-6b890a276b23 x-openstack-request-id: req-aea81a0d-4f21-49e1-8bf4-6b890a276b23 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:25.517010 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47042317-e6a3-490b-aa32-3305c3091165", "name": "network-vif-deleted", "tag": "1aca0b57-a108-4cfe-80e5-67d05b41b5d5", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:25.517483 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aea81a0d-4f21-49e1-8bf4-6b890a276b23 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:25.517909 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea81a0d-4f21-49e1-8bf4-6b890a276b23'] response: {'server_uuid': '47042317-e6a3-490b-aa32-3305c3091165', 'name': 'network-vif-deleted', 'tag': '1aca0b57-a108-4cfe-80e5-67d05b41b5d5', 'status': 'completed', 'code': 200} Mar 30 18:24:25.521081 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (8114f65a-cb75-46b3-8656-7a2e1d42cdcd), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.547493 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=8114f65a-cb75-46b3-8656-7a2e1d42cdcd,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:25.552012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.560724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.560724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.560724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.561784 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.562004 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.562341 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.562670 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.563007 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.563348 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.563660 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.563988 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.564333 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.564659 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.564984 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.565308 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:25.579262 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3dbe3-f66d-45ce-b14a-8f480881702c None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'f0188442-108c-436f-9974-fb1ff99fb182', 'name': '', 'network_id': 'e3d21179-c3e2-4362-af94-767ffde813d3', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'mac_address': 'fa:16:3e:70:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8035b05f-2397-4214-a713-d3916792151c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:57Z', 'updated_at': '2022-03-30T18:19:07Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'subnets': [{'id': '8035b05f-2397-4214-a713-d3916792151c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:25.621383 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (93b1a7a7-11cd-41fb-b5ea-4dddf510514d), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.624856 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.626097 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-eacc4e27-f9d7-4929-96fd-4695dfb7382e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/floatingips/93b1a7a7-11cd-41fb-b5ea-4dddf510514d HTTP/1.1" status: 204 len: 168 time: 0.4661610 Mar 30 18:24:25.801900 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c988fd64-396a-4b7c-9531-cd9079d6296f None None] New status for floating IP 74991c2a-6e25-4e5a-8f9a-13660c854b50: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:25.835698 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59920) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:25.841275 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796095499', 'description': 'tempest-description--1357101228'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:25.862582 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.936023 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59926) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:25.943134 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (9b106235-e227-46ed-a567-9421d03c8b49), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.947943 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (9b106235-e227-46ed-a567-9421d03c8b49), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.981205 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b106235-e227-46ed-a567-9421d03c8b49,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:25.997529 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.997673 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (af5311ae-2aec-4861-a81c-0a4a4e87a974), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.998902 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e3251e9d-9812-4882-a442-3691725c71b2 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1621614 Mar 30 18:24:26.002268 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59928) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.007162 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': '9b106235-e227-46ed-a567-9421d03c8b49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:26.043297 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (af5311ae-2aec-4861-a81c-0a4a4e87a974), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.072486 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (7f6613de-3bb0-4e06-99db-6690586ec501), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.126264 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (7f6613de-3bb0-4e06-99db-6690586ec501), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.127142 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (af5311ae-2aec-4861-a81c-0a4a4e87a974), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.130132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.131317 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "DELETE /v2.0/security-groups/af5311ae-2aec-4861-a81c-0a4a4e87a974 HTTP/1.1" status: 204 len: 168 time: 0.1940141 Mar 30 18:24:26.134196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59930) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.134876 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (7f6613de-3bb0-4e06-99db-6690586ec501), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.147618 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-83237411-d70d-4ef0-b151-c6d0b43e50e4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] show failed (client error): The resource could not be found. Mar 30 18:24:26.148747 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-83237411-d70d-4ef0-b151-c6d0b43e50e4 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "GET /v2.0/security-groups/af5311ae-2aec-4861-a81c-0a4a4e87a974 HTTP/1.1" status: 404 len: 347 time: 0.0135069 Mar 30 18:24:26.152101 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59932) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.153463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d4520-8671-4b8d-b3fd-959370a58004 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5311ae-2aec-4861-a81c-0a4a4e87a974,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.158276 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6613de-3bb0-4e06-99db-6690586ec501,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.174233 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.175686 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-a7c3785f-32cd-4827-9ba8-507a647183e6 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724362 Mar 30 18:24:26.178395 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59934) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.183496 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'security_group_rule': {'security_group_id': '9b106235-e227-46ed-a567-9421d03c8b49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:26.209520 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (ffb3d25e-ecea-45db-864d-e1497065b198), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.265384 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (ffb3d25e-ecea-45db-864d-e1497065b198), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.269063 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (ffb3d25e-ecea-45db-864d-e1497065b198), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.284266 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Deleting port 12345552-bd73-4f6f-ac1c-6f102bf0a061 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:26.284641 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.288672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb3d25e-ecea-45db-864d-e1497065b198,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.298312 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.300858 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d11bad26-c8ac-408c-89c7-289628768d9e tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212096 Mar 30 18:24:26.302574 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 59936) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.306871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:26.328597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.361435 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.361759 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (12345552-bd73-4f6f-ac1c-6f102bf0a061), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.373345 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Calling delete_port for 12345552-bd73-4f6f-ac1c-6f102bf0a061 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:26.427887 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.511079 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (12345552-bd73-4f6f-ac1c-6f102bf0a061), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.536831 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Pushing event deleted for resources: {'Port': ['ID=12345552-bd73-4f6f-ac1c-6f102bf0a061,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.539950 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.27.2.54 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/f1f4367a-6e17-4082-9e60-4a8276a590c6) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:26.611216 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks [] for floatingip (74991c2a-6e25-4e5a-8f9a-13660c854b50), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.613802 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.614976 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-7f2600ad-8e5a-4428-9441-d09e5a4ceae9 tempest-AttachVolumeShelveTestJSON-1109620384 tempest-AttachVolumeShelveTestJSON-1109620384-project] 10.222.0.24 "DELETE /v2.0/floatingips/74991c2a-6e25-4e5a-8f9a-13660c854b50 HTTP/1.1" status: 204 len: 168 time: 0.4618826 Mar 30 18:24:26.662860 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.683287 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:26.700565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.712890 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:26.713241 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 1aca0b57-a108-4cfe-80e5-67d05b41b5d5 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:26.753593 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:26.754963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=f1f4367a-6e17-4082-9e60-4a8276a590c6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.758485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:26.760531 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:26.845020 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.882299 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.036776 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.041403 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.110756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=f1f4367a-6e17-4082-9e60-4a8276a590c6,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:27.118524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.132861 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.134089 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-809388c8-5749-4ccc-ab8e-07b23974e97f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8305779 Mar 30 18:24:27.284435 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-5f8352f7-b4ff-447d-8333-2ef07e939b97 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--796095499&fields=id&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 267 time: 0.0429726 Mar 30 18:24:27.394200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-1111c351-831f-424f-90f4-91b3d5e28159 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:27.395586 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-1111c351-831f-424f-90f4-91b3d5e28159 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1047540 Mar 30 18:24:27.410642 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-d78a8354-ab17-4b09-bbb8-80fdcb171584 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/quotas/d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 375 time: 0.0097153 Mar 30 18:24:27.470399 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-766072e2-27ad-455a-be8f-a7cc36999af3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550132 Mar 30 18:24:27.528607 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-2a3bf028-69f1-4a8f-a157-c0d84a39185e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:24:27.530261 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-2a3bf028-69f1-4a8f-a157-c0d84a39185e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482628 Mar 30 18:24:27.618920 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-078c3621-e6d9-44a5-916f-1f67c306be1c service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828950 Mar 30 18:24:27.709411 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-e516fe00-38e6-4aa0-8a9c-cba037cef004 service neutron] 10.222.0.24 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846717 Mar 30 18:24:27.874265 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-217ab61e-2fdb-4349-8674-e09e64c5a962 req-d19fe1a0-baf9-48b2-b7b5-0fdbf2c799e3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Mar 30 18:24:28.919759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-6641835e-d6b4-4978-b3eb-77fd8ea1ee7f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:28.921993 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-6641835e-d6b4-4978-b3eb-77fd8ea1ee7f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 815 time: 0.1105261 Mar 30 18:24:28.983217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1d561ca4-31c4-433f-a5d4-3f1dec383898 req-4d471dbb-4206-4282-b45a-1a9bf12e1187 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Mar 30 18:24:29.020768 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-6fe4cceb-de1f-49e4-9d7a-6fe0a6b13fd1 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ae38bba08240208d65f00f17282c16 HTTP/1.1" status: 200 len: 379 time: 0.0886893 Mar 30 18:24:29.031442 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'port': {'device_id': '9c8bd518-96cb-4913-9043-5010cd57c912', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'admin_state_up': True, 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'security_groups': ['9b106235-e227-46ed-a567-9421d03c8b49']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:29.135212 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Made reservation on behalf of d6ae38bba08240208d65f00f17282c16 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:29.138796 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.221388 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 59992) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:29.266576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Allocated IP 172.20.0.14 (0f7bf3d5-4080-4b54-af75-587f1ecafc63/2d3b8548-6b11-46a7-a78e-62a9839a6ed3/02ba4831-7a35-4915-851a-04e6edf72c0f) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:29.409815 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.442769 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.484073 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:29.487422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:29.493776 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:29.517238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event updated for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:29.549042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:29.549828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.568990 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-a1b0c2a5-d968-4a77-a28b-ad44fa985586 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415177 Mar 30 18:24:29.586400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Request body: {'port': {'device_id': '9c8bd518-96cb-4913-9043-5010cd57c912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:29.631899 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.653080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.705382 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-eb14757f-7372-4559-8cfd-14bd128dfe3b None None] Provisioning complete for port 02ba4831-7a35-4915-851a-04e6edf72c0f triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:29.706547 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-eb14757f-7372-4559-8cfd-14bd128dfe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.742864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-eb14757f-7372-4559-8cfd-14bd128dfe3b None None] Port 02ba4831-7a35-4915-851a-04e6edf72c0f cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:29.937488 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ba4831-7a35-4915-851a-04e6edf72c0f {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:29.944848 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks [] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:29.957515 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Transition to ACTIVE for port object 02ba4831-7a35-4915-851a-04e6edf72c0f will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:29.962646 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.015272 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Pushing event updated for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.090217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Attempting to bind port 02ba4831-7a35-4915-851a-04e6edf72c0f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:30.090748 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Attempting to bind port 02ba4831-7a35-4915-851a-04e6edf72c0f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:30.091003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Attempting to bind port 02ba4831-7a35-4915-851a-04e6edf72c0f on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:30.095936 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Port 02ba4831-7a35-4915-851a-04e6edf72c0f on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:30.096260 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Attempting to bind port 02ba4831-7a35-4915-851a-04e6edf72c0f on network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:30.101419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:30.101756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Checking segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:30.102138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Bound using segment: {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:30.102562 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Bound port: 02ba4831-7a35-4915-851a-04e6edf72c0f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a3ff09-0104-40c5-939a-888a27d15453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:30.102916 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.168139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:30.171501 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce91a09-f3d7-4751-b06f-9deebf108a06 req-03963382-ebb5-49dc-8a96-05d2a97f8588 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.171701 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=02ba4831-7a35-4915-851a-04e6edf72c0f,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:30.173328 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fce91a09-f3d7-4751-b06f-9deebf108a06 req-03963382-ebb5-49dc-8a96-05d2a97f8588 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 944 time: 0.0936563 Mar 30 18:24:30.179079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.206770 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Deleting port f0188442-108c-436f-9974-fb1ff99fb182 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:30.207202 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (f0188442-108c-436f-9974-fb1ff99fb182), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.217380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.217984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.219367 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] 10.222.0.23 "PUT /v2.0/ports/02ba4831-7a35-4915-851a-04e6edf72c0f HTTP/1.1" status: 200 len: 1094 time: 0.6386106 Mar 30 18:24:30.219809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:30.222059 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74bdd9-6976-4b43-a4d9-f83facd44a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:30.249727 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8ebf7-66eb-4133-956c-1a5c65343d31 service neutron] Pushing event updated for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.285746 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f1a91-662f-407f-b8a5-3333edafdce5 x-openstack-request-id: req-283f1a91-662f-407f-b8a5-3333edafdce5 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:30.285931 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fce91a09-f3d7-4751-b06f-9deebf108a06 req-24c376dc-8711-4742-b6cc-02c934fca9c9 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052067 Mar 30 18:24:30.286378 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:30.286378 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-283f1a91-662f-407f-b8a5-3333edafdce5 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:30.286785 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283f1a91-662f-407f-b8a5-3333edafdce5'] response: {'name': 'network-changed', 'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'status': 'completed', 'code': 200} Mar 30 18:24:30.348665 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] For port f0188442-108c-436f-9974-fb1ff99fb182, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=f0188442-108c-436f-9974-fb1ff99fb182,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:30.349086 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (f0188442-108c-436f-9974-fb1ff99fb182), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.356726 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-e29fcd89-6c96-40e6-acb3-4b6dbfadf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.359524 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-e29fcd89-6c96-40e6-acb3-4b6dbfadf796 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 1128 time: 0.0663359 Mar 30 18:24:30.364517 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Calling delete_port for f0188442-108c-436f-9974-fb1ff99fb182 owned by network:router_interface {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:30.405589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-46ac5c77-be97-4b9c-aa4c-506197f34a99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ba4831-7a35-4915-851a-04e6edf72c0f HTTP/1.1" status: 200 len: 217 time: 0.0375535 Mar 30 18:24:30.452374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-cb344750-8f7e-4224-a87e-f61741494830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.453848 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-cb344750-8f7e-4224-a87e-f61741494830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0435262 Mar 30 18:24:30.508887 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-ea28f3f8-ef32-41df-88a0-cab2d2c65a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.510589 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-ea28f3f8-ef32-41df-88a0-cab2d2c65a4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501378 Mar 30 18:24:30.554677 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (f0188442-108c-436f-9974-fb1ff99fb182), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.584672 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0188442-108c-436f-9974-fb1ff99fb182,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:30.601525 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-eae6e20d-d7b0-4369-85a9-a8a260605df9 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848935 Mar 30 18:24:30.699820 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-20d07832-5bab-4fa2-8aa6-5d22763ac661 req-f9132a73-3e70-445e-bfad-e99806ede3d7 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924406 Mar 30 18:24:30.768860 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:30.805699 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-e2727041-a41d-4092-94a9-2218e096f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.807194 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-e2727041-a41d-4092-94a9-2218e096f4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 1128 time: 0.0458663 Mar 30 18:24:30.897103 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-97df9b7c-9de7-45c3-a09e-b7268233e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.898575 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-97df9b7c-9de7-45c3-a09e-b7268233e8a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0850945 Mar 30 18:24:30.947604 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-e557beb5-0d4f-444d-aacc-c0789197d013 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ba4831-7a35-4915-851a-04e6edf72c0f HTTP/1.1" status: 200 len: 217 time: 0.0425460 Mar 30 18:24:30.988969 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:30.996161 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-18504e12-4870-410f-9557-66a71865a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:30.997670 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-18504e12-4870-410f-9557-66a71865a3c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0439305 Mar 30 18:24:31.052810 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-d400161f-2492-428a-9944-8841576809de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:31.054217 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-d400161f-2492-428a-9944-8841576809de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442195 Mar 30 18:24:31.097772 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:31.105344 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-06542edb-dad2-4cb9-a0fd-4662ac415416 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab2ea6f-e12e-407f-8e0a-d60e631a029a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802419 Mar 30 18:24:31.106091 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60002) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:31.106753 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Sync routers for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:31.117209 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:31.117821 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:31.222149 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:31.237247 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-acd99f00-e72b-459e-b11f-f7cb5da445ec service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759231 Mar 30 18:24:31.258676 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks [] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.415475 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:24:30Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:31.443941 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Checking router: 8ab2ea6f-e12e-407f-8e0a-d60e631a029a for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:31.453521 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Routers {'8ab2ea6f-e12e-407f-8e0a-d60e631a029a'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:31.454154 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:31.567401 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] Set router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:31.707970 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638a6c3-4223-4223-8fc1-542401d7b83b req-8607d6df-823d-4c4e-946c-f4e20b7adf54 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:31.709466 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d638a6c3-4223-4223-8fc1-542401d7b83b req-8607d6df-823d-4c4e-946c-f4e20b7adf54 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 944 time: 0.1052935 Mar 30 18:24:31.726141 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da74bdd9-6976-4b43-a4d9-f83facd44a1b req-f46ceb99-31cc-444a-bee1-650ee0dd2de0 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785402 Mar 30 18:24:31.741551 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks [] for router_gateway (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.748639 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:24:30Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:31.778234 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d4881-9291-4b8f-b35b-45370b2eb411 None None] The sync data for ids ['8ab2ea6f-e12e-407f-8e0a-d60e631a029a'] in dv-cinder-835878-1-iscsi is: [{'id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'name': 'tempest-AttachVolumeShelveTestJSON-950256372-router', 'tenant_id': '9a13b2b6284c47e8ad677905797fd023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '1e520149-f753-4891-9851-f1b5891fde60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:24:30Z', 'revision_number': 5, 'project_id': '9a13b2b6284c47e8ad677905797fd023', 'gw_port': {'id': '1e520149-f753-4891-9851-f1b5891fde60', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab2ea6f-e12e-407f-8e0a-d60e631a029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:55Z', 'updated_at': '2022-03-30T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:31.790152 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d638a6c3-4223-4223-8fc1-542401d7b83b req-ab42a96d-71e5-4191-b801-c3f104522cec tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748148 Mar 30 18:24:31.814820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Deleting port 1e520149-f753-4891-9851-f1b5891fde60 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:31.815227 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (1e520149-f753-4891-9851-f1b5891fde60), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.894880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] For port 1e520149-f753-4891-9851-f1b5891fde60, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=1e520149-f753-4891-9851-f1b5891fde60,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:31.895244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (1e520149-f753-4891-9851-f1b5891fde60), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.909051 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Calling delete_port for 1e520149-f753-4891-9851-f1b5891fde60 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:32.069990 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (1e520149-f753-4891-9851-f1b5891fde60), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.095340 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e520149-f753-4891-9851-f1b5891fde60,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:32.161764 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.278357 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.281042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks [] for router_controller (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.345432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (8ab2ea6f-e12e-407f-8e0a-d60e631a029a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.345974 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab2ea6f-e12e-407f-8e0a-d60e631a029a {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:24:32.351045 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.352187 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-83e76d36-22e6-4521-8344-8fec51ad0272 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ab2ea6f-e12e-407f-8e0a-d60e631a029a HTTP/1.1" status: 204 len: 168 time: 1.2451751 Mar 30 18:24:32.354668 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60006) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:32.405535 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Deleting subnet 8035b05f-2397-4214-a713-d3916792151c {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:24:32.409003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Publish callbacks [] for subnet (8035b05f-2397-4214-a713-d3916792151c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.443978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (8035b05f-2397-4214-a713-d3916792151c), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.520155 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (8035b05f-2397-4214-a713-d3916792151c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.572027 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (8035b05f-2397-4214-a713-d3916792151c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.602412 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8035b05f-2397-4214-a713-d3916792151c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:32.604383 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.610473 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f911e4cb-295b-4b6a-8fe1-f33abff35020 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8035b05f-2397-4214-a713-d3916792151c HTTP/1.1" status: 204 len: 168 time: 0.2518964 Mar 30 18:24:32.610621 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b714c-474f-4115-bf1f-2567ce85d00e None None] Network e3d21179-c3e2-4362-af94-767ffde813d3 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:32.611079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60008) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:32.677450 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (e3d21179-c3e2-4362-af94-767ffde813d3), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.683822 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 02ba4831-7a35-4915-851a-04e6edf72c0f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:32.731138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Deleting port a0036670-a694-4fb6-aa0d-16ef604d52b4 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:32.731279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.803618 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] DHCP port deletion for e3d21179-c3e2-4362-af94-767ffde813d3 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:24:32.805092 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] For port a0036670-a694-4fb6-aa0d-16ef604d52b4, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=a0036670-a694-4fb6-aa0d-16ef604d52b4,segment=NetworkSegment(e248872d-a370-4ab1-abfe-f1549a058acd),segment_id=e248872d-a370-4ab1-abfe-f1549a058acd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:32.805467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.813537 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=02ba4831-7a35-4915-851a-04e6edf72c0f,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:32.822598 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Calling delete_port for a0036670-a694-4fb6-aa0d-16ef604d52b4 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:32.828129 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'port_id': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'mac_address': 'fa:16:3e:03:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:32.901147 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 02ba4831-7a35-4915-851a-04e6edf72c0f is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:32.901358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.909633 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.919306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Deleting port a0036670-a694-4fb6-aa0d-16ef604d52b4 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:32.919684 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:32.924859 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebae50-28b7-4f0e-a95a-a21f82d446e9 req-c0310d15-2071-4708-bf45-fda746b17d63 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:32.926663 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-07ebae50-28b7-4f0e-a95a-a21f82d446e9 req-c0310d15-2071-4708-bf45-fda746b17d63 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 944 time: 0.0595996 Mar 30 18:24:32.932751 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ba4831-7a35-4915-851a-04e6edf72c0f {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:32.936406 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0036670-a694-4fb6-aa0d-16ef604d52b4,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:32.940103 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] No DVR routers for this DVR port a0036670-a694-4fb6-aa0d-16ef604d52b4 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:32.989057 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-07ebae50-28b7-4f0e-a95a-a21f82d446e9 req-799332f6-f3be-4d64-86c4-e023120f1f95 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561385 Mar 30 18:24:33.000461 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=02ba4831-7a35-4915-851a-04e6edf72c0f,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:33.005504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] For port a0036670-a694-4fb6-aa0d-16ef604d52b4, host dv-cinder-835878-1-iscsi, got binding levels [] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:33.005900 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.013217 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.020782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (e3d21179-c3e2-4362-af94-767ffde813d3), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.021915 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Calling delete_port for a0036670-a694-4fb6-aa0d-16ef604d52b4 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:33.040474 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.ipam_backend_mixin [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Port a0036670-a694-4fb6-aa0d-16ef604d52b4 was not found and therefore no delete operation was performed {{(pid=103473) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:24:33.041475 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d21179-c3e2-4362-af94-767ffde813d3']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:33.044546 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (a0036670-a694-4fb6-aa0d-16ef604d52b4), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.052018 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e248872d-a370-4ab1-abfe-f1549a058acd') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:33.052316 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e248872d-a370-4ab1-abfe-f1549a058acd') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:33.063253 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (e248872d-a370-4ab1-abfe-f1549a058acd), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.068651 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] No DVR routers for this DVR port a0036670-a694-4fb6-aa0d-16ef604d52b4 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:33.079419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (e248872d-a370-4ab1-abfe-f1549a058acd), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.083503 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:33.091847 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:24:33.093213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (e248872d-a370-4ab1-abfe-f1549a058acd), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:24:33.095216 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:24:33.155146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (e3d21179-c3e2-4362-af94-767ffde813d3), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.159705 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.163098 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3d21179-c3e2-4362-af94-767ffde813d3 HTTP/1.1" status: 204 len: 168 time: 0.5513685 Mar 30 18:24:33.177338 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55669c-202e-4bd5-8a9a-13521a756609 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d21179-c3e2-4362-af94-767ffde813d3,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:33.242739 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f41f36-7e6f-4ff6-bcfa-48d589599e5c None None] Pushing event deleted for resources: {'Port': ['ID=a0036670-a694-4fb6-aa0d-16ef604d52b4,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:33.282187 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60014) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:33.321250 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9837d6f7-3fbd-4fe3-bd9b-49d4a79d9499 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a13b2b6284c47e8ad677905797fd023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375888 Mar 30 18:24:33.323689 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60016) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:33.338100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['02ba4831-7a35-4915-851a-04e6edf72c0f'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:33.371023 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] Publish callbacks [] for security_group (c87ad073-7e5f-440f-b0f4-a1a4981ea5dd), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.393129 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] Publish callbacks [] for security_group (c87ad073-7e5f-440f-b0f4-a1a4981ea5dd), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.442801 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c87ad073-7e5f-440f-b0f4-a1a4981ea5dd), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.445447 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:33.446864 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c87ad073-7e5f-440f-b0f4-a1a4981ea5dd HTTP/1.1" status: 204 len: 168 time: 0.1221950 Mar 30 18:24:33.457074 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295330ee-8f1f-4f99-930a-4e14322ebea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ad073-7e5f-440f-b0f4-a1a4981ea5dd,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:33.543379 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device a0036670-a694-4fb6-aa0d-16ef604d52b4 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:33.564151 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: a0036670-a694-4fb6-aa0d-16ef604d52b4 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:33.564524 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device a0036670-a694-4fb6-aa0d-16ef604d52b4 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:33.564953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e520149-f753-4891-9851-f1b5891fde60 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:33.584507 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 1e520149-f753-4891-9851-f1b5891fde60 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:33.584855 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 1e520149-f753-4891-9851-f1b5891fde60 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:33.585276 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device f0188442-108c-436f-9974-fb1ff99fb182 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:33.606897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: f0188442-108c-436f-9974-fb1ff99fb182 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:33.606897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device f0188442-108c-436f-9974-fb1ff99fb182 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:34.103381 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd46e8-d9ac-49d5-a078-2551571b6ac3 req-2c6439b6-ef22-4c46-9ae2-992aba2d53ba tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.104954 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-36dd46e8-d9ac-49d5-a078-2551571b6ac3 req-2c6439b6-ef22-4c46-9ae2-992aba2d53ba tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Mar 30 18:24:34.152490 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-36dd46e8-d9ac-49d5-a078-2551571b6ac3 req-3b6a5eb7-e77a-497f-9fb3-997fcb295289 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Mar 30 18:24:34.690549 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 02ba4831-7a35-4915-851a-04e6edf72c0f up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:34.739471 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 02ba4831-7a35-4915-851a-04e6edf72c0f completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:34.748124 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 02ba4831-7a35-4915-851a-04e6edf72c0f triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:34.749099 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.838153 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 02ba4831-7a35-4915-851a-04e6edf72c0f is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:34.838553 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.863467 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:34.865944 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83269b71-c51e-4f65-9b7d-1234ca962b44" -d '{"events": [{"server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "name": "network-vif-plugged", "status": "completed", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:34.878913 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=02ba4831-7a35-4915-851a-04e6edf72c0f,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:34.883328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:34.932882 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:35.028532 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d84f22-89b3-43da-be14-66d10387e370 x-openstack-request-id: req-74d84f22-89b3-43da-be14-66d10387e370 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:35.028829 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "name": "network-vif-plugged", "status": "completed", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:35.029086 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74d84f22-89b3-43da-be14-66d10387e370 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:35.029576 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d84f22-89b3-43da-be14-66d10387e370'] response: {'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'code': 200} Mar 30 18:24:35.121737 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60072) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:35.200767 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40339c8c-24e8-4dc1-b79b-bf459191634a req-0de5c210-22d7-49fd-b101-9f68479f6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.202319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40339c8c-24e8-4dc1-b79b-bf459191634a req-0de5c210-22d7-49fd-b101-9f68479f6f0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 1130 time: 0.0453434 Mar 30 18:24:35.232244 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9c66-0a30-4137-9e22-1ed1304ad865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.283469 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-40339c8c-24e8-4dc1-b79b-bf459191634a req-8c9eb9bc-5767-41f9-9044-4743855eca3b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729580 Mar 30 18:24:35.300074 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a789-fe0b-41d0-9a9e-f71584d85d7a req-5ec08849-4525-4559-a241-9530f77eea4b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.301545 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e919a789-fe0b-41d0-9a9e-f71584d85d7a req-5ec08849-4525-4559-a241-9530f77eea4b tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0752668 Mar 30 18:24:35.310775 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9c66-0a30-4137-9e22-1ed1304ad865 admin admin] Publish callbacks [] for security_group (bd197a8f-81fc-497f-8772-d29e53cae629), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.315814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9c66-0a30-4137-9e22-1ed1304ad865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bd197a8f-81fc-497f-8772-d29e53cae629), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.349629 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e919a789-fe0b-41d0-9a9e-f71584d85d7a req-0b3169b8-0adc-4a31-b540-2ce95bdf8530 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Mar 30 18:24:35.365375 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-cf3c9c66-0a30-4137-9e22-1ed1304ad865 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a31e46689346468649d8fa217688f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422154 Mar 30 18:24:35.367014 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9c66-0a30-4137-9e22-1ed1304ad865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd197a8f-81fc-497f-8772-d29e53cae629,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:35.368823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60078) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:35.418725 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] Publish callbacks [] for security_group (bd197a8f-81fc-497f-8772-d29e53cae629), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.439916 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] Publish callbacks [] for security_group (bd197a8f-81fc-497f-8772-d29e53cae629), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.485799 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (bd197a8f-81fc-497f-8772-d29e53cae629), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.488463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.489585 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd197a8f-81fc-497f-8772-d29e53cae629 HTTP/1.1" status: 204 len: 168 time: 0.1196492 Mar 30 18:24:35.497201 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a31841-878e-4045-8b79-1621191e86a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd197a8f-81fc-497f-8772-d29e53cae629,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:35.742224 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60084) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:35.755253 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6af-82e0-43e7-b3de-a29f1f02140c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.829369 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6af-82e0-43e7-b3de-a29f1f02140c admin admin] Publish callbacks [] for security_group (c831a2e7-7c38-4820-b949-a7f3eafd58d8), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.833291 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c6af-82e0-43e7-b3de-a29f1f02140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c831a2e7-7c38-4820-b949-a7f3eafd58d8), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.870347 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ddb2c6af-82e0-43e7-b3de-a29f1f02140c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32da35d537b14f098fb42218f996e2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270099 Mar 30 18:24:35.871168 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c6af-82e0-43e7-b3de-a29f1f02140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831a2e7-7c38-4820-b949-a7f3eafd58d8,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:35.873232 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60086) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:35.924269 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] Publish callbacks [] for security_group (c831a2e7-7c38-4820-b949-a7f3eafd58d8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:35.955072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] Publish callbacks [] for security_group (c831a2e7-7c38-4820-b949-a7f3eafd58d8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.004364 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c831a2e7-7c38-4820-b949-a7f3eafd58d8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.006909 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.008088 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c831a2e7-7c38-4820-b949-a7f3eafd58d8 HTTP/1.1" status: 204 len: 168 time: 0.1337669 Mar 30 18:24:36.016465 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965f056-cea5-4440-a5ee-9a75bef1aec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831a2e7-7c38-4820-b949-a7f3eafd58d8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:36.484541 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49893d0-bcb0-4ead-9cef-0c73534bc817 req-efc04681-53b9-49fe-8118-c601330232e9 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:36.486481 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d49893d0-bcb0-4ead-9cef-0c73534bc817 req-efc04681-53b9-49fe-8118-c601330232e9 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0634019 Mar 30 18:24:36.541490 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-d49893d0-bcb0-4ead-9cef-0c73534bc817 req-57ad7768-433a-48de-a47a-8b03f6c6f37d tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498781 Mar 30 18:24:36.695885 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60110) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:36.788791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1231488710-network', 'tenant_id': '6aa5befa43d543ac8e53abbff9c9c19e'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:36.807653 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Made reservation on behalf of 6aa5befa43d543ac8e53abbff9c9c19e for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:36.809872 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.817796 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.889582 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks [] for security_group (d9988b4a-f2ce-454d-b5cc-46bd0b40c323), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.893371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d9988b4a-f2ce-454d-b5cc-46bd0b40c323), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.914931 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:24:36.930936 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9988b4a-f2ce-454d-b5cc-46bd0b40c323,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:36.934752 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (e5c1708e-5cb1-4267-8d02-ecb49a9e64a3), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.935103 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Added segment e5c1708e-5cb1-4267-8d02-ecb49a9e64a3 of type vlan for network a0681c31-7c7e-478d-9ee8-29a94930efe9 Mar 30 18:24:36.974633 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (a0681c31-7c7e-478d-9ee8-29a94930efe9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.997604 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (a0681c31-7c7e-478d-9ee8-29a94930efe9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.999261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:36.999800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.050867 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3538349 Mar 30 18:24:37.053874 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60114) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:37.058826 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Request body: {'subnet': {'network_id': 'a0681c31-7c7e-478d-9ee8-29a94930efe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1231488710-subnet', 'tenant_id': '6aa5befa43d543ac8e53abbff9c9c19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:37.061915 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2ce76-79cd-4778-b564-a1ed7927f8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a0681c31-7c7e-478d-9ee8-29a94930efe9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:37.072500 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network a0681c31-7c7e-478d-9ee8-29a94930efe9 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:24:37.080205 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Made reservation on behalf of 6aa5befa43d543ac8e53abbff9c9c19e for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:37.082536 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.249933 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (7b65f7b7-a975-4ca9-9e57-668f851bdb52), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.304366 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b65f7b7-a975-4ca9-9e57-668f851bdb52,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:37.323387 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Checking segment: {'id': 'e5c1708e-5cb1-4267-8d02-ecb49a9e64a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0681c31-7c7e-478d-9ee8-29a94930efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:37.323758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Network hostable DHCP agents. Network: a0681c31-7c7e-478d-9ee8-29a94930efe9, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:24:37.342996 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Network a0681c31-7c7e-478d-9ee8-29a94930efe9 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:24:37.352073 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, a0681c31-7c7e-478d-9ee8-29a94930efe9) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:37.356315 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:37.356914 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.369754 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8240d3a-a980-49c9-8810-544875c341a1 None None] Network a0681c31-7c7e-478d-9ee8-29a94930efe9 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:37.373844 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-81a36db6-34d3-4a1d-958a-cfb40ab3c8ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3181112 Mar 30 18:24:37.467921 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1316c075-c13a-4b58-b2a9-52d2b2686102 None None] Network a0681c31-7c7e-478d-9ee8-29a94930efe9 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:37.672443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ad87-492c-4554-b916-0cc7a288ab27 req-57fbf97f-995e-4c1f-b993-d057dee815d1 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:37.673984 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f545ad87-492c-4554-b916-0cc7a288ab27 req-57fbf97f-995e-4c1f-b993-d057dee815d1 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0563116 Mar 30 18:24:37.700847 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-87826ae2-a541-44b6-9e4d-a920083f3b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.724930 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-f545ad87-492c-4554-b916-0cc7a288ab27 req-8298944d-8688-407d-a6ad-1ede8165c9fd tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453236 Mar 30 18:24:37.840793 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee43b7-4bcf-4b06-929c-505046c334df req-d0b896c0-897d-426b-a0cc-5391f4da124f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:37.843027 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a5ee43b7-4bcf-4b06-929c-505046c334df req-d0b896c0-897d-426b-a0cc-5391f4da124f tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0547705 Mar 30 18:24:37.851295 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60136) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:37.856148 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60138) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:37.856335 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Request body: {'floatingip': {'port_id': '02ba4831-7a35-4915-851a-04e6edf72c0f'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:37.861579 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-568308918-network', 'tenant_id': 'c63ace6a975d418cb422e3a7ed77d082'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:37.880165 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Made reservation on behalf of c63ace6a975d418cb422e3a7ed77d082 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:37.882546 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.891723 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.899013 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.971223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks [] for security_group (84b3f8aa-4c8c-48db-a73d-b9099b5802b9), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:37.976837 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (84b3f8aa-4c8c-48db-a73d-b9099b5802b9), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.002815 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:24:38.009146 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3f8aa-4c8c-48db-a73d-b9099b5802b9,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:38.015452 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (a70104b1-ff7a-4f1b-8c5c-5cc24397c812), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.015794 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Added segment a70104b1-ff7a-4f1b-8c5c-5cc24397c812 of type vlan for network 7085d14e-06bf-44e0-9ba3-939d7db6397e Mar 30 18:24:38.055956 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (7085d14e-06bf-44e0-9ba3-939d7db6397e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.080403 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (7085d14e-06bf-44e0-9ba3-939d7db6397e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.081692 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:38.082273 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.141118 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2837808 Mar 30 18:24:38.143779 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60140) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:38.148358 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Request body: {'subnet': {'network_id': '7085d14e-06bf-44e0-9ba3-939d7db6397e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-568308918-subnet', 'tenant_id': 'c63ace6a975d418cb422e3a7ed77d082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:38.156832 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc15e4-7506-4394-8797-9c3d33ddf3ab admin admin] Pushing event updated for resources: {'Network': ['ID=7085d14e-06bf-44e0-9ba3-939d7db6397e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:38.167657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 7085d14e-06bf-44e0-9ba3-939d7db6397e details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:24:38.174578 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Made reservation on behalf of c63ace6a975d418cb422e3a7ed77d082 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:38.177206 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.345056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.348805 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (8f63919a-c104-43cc-a0bc-0b88112d49fb), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.349022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.405637 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f63919a-c104-43cc-a0bc-0b88112d49fb,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:38.415916 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Checking segment: {'id': 'a70104b1-ff7a-4f1b-8c5c-5cc24397c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '7085d14e-06bf-44e0-9ba3-939d7db6397e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:38.416277 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Network hostable DHCP agents. Network: 7085d14e-06bf-44e0-9ba3-939d7db6397e, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:24:38.432927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Network 7085d14e-06bf-44e0-9ba3-939d7db6397e is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:24:38.440973 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 7085d14e-06bf-44e0-9ba3-939d7db6397e) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:38.444995 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:38.445595 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.451509 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6baf1c6-0ae5-43f9-be04-c37445c88f87 None None] Network 7085d14e-06bf-44e0-9ba3-939d7db6397e requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:38.462012 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 03aef534-72ad-4b9f-aa9f-308e176f7bdd associated. External IP: 172.27.2.54, port: 02ba4831-7a35-4915-851a-04e6edf72c0f. Mar 30 18:24:38.463258 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-437bcc2f-9403-4bef-b636-bc7ad0ffae68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3184323 Mar 30 18:24:38.566611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3a076-4ba5-4985-be06-8555cea353a8 None None] Network 7085d14e-06bf-44e0-9ba3-939d7db6397e requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:38.594139 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60144) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:38.647448 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Deleting subnet 7b65f7b7-a975-4ca9-9e57-668f851bdb52 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:24:38.651374 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Publish callbacks [] for subnet (7b65f7b7-a975-4ca9-9e57-668f851bdb52), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.686777 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16087073'] for subnet (7b65f7b7-a975-4ca9-9e57-668f851bdb52), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.687259 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:38.724863 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (7b65f7b7-a975-4ca9-9e57-668f851bdb52), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.776533 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14354701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14214647'] for subnet (7b65f7b7-a975-4ca9-9e57-668f851bdb52), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.799154 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:38.804064 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.805855 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b65f7b7-a975-4ca9-9e57-668f851bdb52,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:38.809481 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.810661 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:38.815554 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f824fc7a-1de1-4647-a4f0-7f4fd0e30ae1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b65f7b7-a975-4ca9-9e57-668f851bdb52 HTTP/1.1" status: 204 len: 168 time: 0.2181470 Mar 30 18:24:38.815845 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60146) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:38.826950 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:38.828144 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:38.836911 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-93941440-7215-44b1-a39a-064a4f954ca3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "PUT /v2.0/floatingips/03aef534-72ad-4b9f-aa9f-308e176f7bdd HTTP/1.1" status: 200 len: 991 time: 0.9845085 Mar 30 18:24:38.837756 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:38.840146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd2d710-8bf1-43bd-985f-e9c898ed1445" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:38.879188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893bb1b-f56e-4906-b675-7a564541ccf8 x-openstack-request-id: req-7893bb1b-f56e-4906-b675-7a564541ccf8 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:38.879489 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:38.879753 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7893bb1b-f56e-4906-b675-7a564541ccf8 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:38.880198 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7893bb1b-f56e-4906-b675-7a564541ccf8'] response: {'name': 'network-changed', 'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'status': 'completed', 'code': 200} Mar 30 18:24:38.890724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (a0681c31-7c7e-478d-9ee8-29a94930efe9), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:38.939183 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:38.958094 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-1406908d-48cc-47c7-9a0e-c2a1bc71fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:38.959626 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-1406908d-48cc-47c7-9a0e-c2a1bc71fe93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6ae38bba08240208d65f00f17282c16&device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 1130 time: 0.0540354 Mar 30 18:24:38.974144 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (a0681c31-7c7e-478d-9ee8-29a94930efe9), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.001378 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0681c31-7c7e-478d-9ee8-29a94930efe9']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.010943 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c1708e-5cb1-4267-8d02-ecb49a9e64a3') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.011246 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c1708e-5cb1-4267-8d02-ecb49a9e64a3') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.020704 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16087082'] for segment (e5c1708e-5cb1-4267-8d02-ecb49a9e64a3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.034710 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (e5c1708e-5cb1-4267-8d02-ecb49a9e64a3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.040731 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:24:39.041121 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14355115'] for segment (e5c1708e-5cb1-4267-8d02-ecb49a9e64a3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: Traceback (most recent call last): Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: timer() Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: cb(*args, **kw) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: return func(*args, **kwargs) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: self._notify() Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: self.callback(batched_events) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: event.method(event) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: return f(self, *a, **k) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._get(url).json() Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: return self.request(url, 'GET', **kwargs) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:24:39.042762 dv-cinder-835878-1-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:24:39.061894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-477bedec-b5d9-47cc-89f1-097a2a987354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:39.063505 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-477bedec-b5d9-47cc-89f1-097a2a987354 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 200 len: 915 time: 0.0973830 Mar 30 18:24:39.101176 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (a0681c31-7c7e-478d-9ee8-29a94930efe9), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.106226 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.110590 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0681c31-7c7e-478d-9ee8-29a94930efe9 HTTP/1.1" status: 204 len: 168 time: 0.2938352 Mar 30 18:24:39.113982 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60152) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:39.130600 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa46e67-12c9-48db-8c5e-0088a16244a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0681c31-7c7e-478d-9ee8-29a94930efe9,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:39.139916 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-488d0a01-50c8-4a5f-85a2-8e3fa81c5ccf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ba4831-7a35-4915-851a-04e6edf72c0f HTTP/1.1" status: 200 len: 999 time: 0.0618320 Mar 30 18:24:39.169799 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Deleting subnet 8f63919a-c104-43cc-a0bc-0b88112d49fb {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:24:39.174181 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Publish callbacks [] for subnet (8f63919a-c104-43cc-a0bc-0b88112d49fb), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.181513 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '03aef534-72ad-4b9f-aa9f-308e176f7bdd', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:03:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bd518-96cb-4913-9043-5010cd57c912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:26Z', 'updated_at': '2022-03-30T18:24:38Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.199199 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-be2db13a-51db-4a57-af41-7c60f594c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:39.200748 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-be2db13a-51db-4a57-af41-7c60f594c9e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 200 len: 854 time: 0.0511138 Mar 30 18:24:39.211233 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:39.213898 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16087073'] for subnet (8f63919a-c104-43cc-a0bc-0b88112d49fb), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.220623 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:39.221353 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:24:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.251941 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-cfe939d0-e167-4d9c-8022-29e260172603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:39.253480 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-cfe939d0-e167-4d9c-8022-29e260172603 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0f7bf3d5-4080-4b54-af75-587f1ecafc63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458043 Mar 30 18:24:39.256828 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (8f63919a-c104-43cc-a0bc-0b88112d49fb), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.314741 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14354701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14214647'] for subnet (8f63919a-c104-43cc-a0bc-0b88112d49fb), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.341330 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f63919a-c104-43cc-a0bc-0b88112d49fb,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:39.344145 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:39.346727 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.351838 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60154) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:39.352007 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fcbf9f77-e089-418f-ad23-82da86f33353 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f63919a-c104-43cc-a0bc-0b88112d49fb HTTP/1.1" status: 204 len: 168 time: 0.2367640 Mar 30 18:24:39.365533 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-19ce6253-8771-4629-a8aa-ea656950be64 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049020 Mar 30 18:24:39.477198 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (7085d14e-06bf-44e0-9ba3-939d7db6397e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.535048 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3cd2d710-8bf1-43bd-985f-e9c898ed1445 req-e4a5fabd-996c-4c10-8645-262ca0d70235 service neutron] 10.222.0.23 "GET /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568489 Mar 30 18:24:39.581892 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (7085d14e-06bf-44e0-9ba3-939d7db6397e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.596907 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '03aef534-72ad-4b9f-aa9f-308e176f7bdd', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:03:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bd518-96cb-4913-9043-5010cd57c912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:26Z', 'updated_at': '2022-03-30T18:24:38Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.603018 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7085d14e-06bf-44e0-9ba3-939d7db6397e']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.613512 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70104b1-ff7a-4f1b-8c5c-5cc24397c812') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.613820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70104b1-ff7a-4f1b-8c5c-5cc24397c812') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.623060 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (a70104b1-ff7a-4f1b-8c5c-5cc24397c812), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.623765 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50350b-c5aa-4d13-936f-254c9e58665d None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': '03aef534-72ad-4b9f-aa9f-308e176f7bdd', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'port_id': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'mac_address': 'fa:16:3e:03:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8bd518-96cb-4913-9043-5010cd57c912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:26Z', 'updated_at': '2022-03-30T18:24:38Z', 'revision_number': 1, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:39.638363 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (a70104b1-ff7a-4f1b-8c5c-5cc24397c812), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.645798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:24:39.646348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (a70104b1-ff7a-4f1b-8c5c-5cc24397c812), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:24:39.648057 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:24:39.715083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (7085d14e-06bf-44e0-9ba3-939d7db6397e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.720425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.723514 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7085d14e-06bf-44e0-9ba3-939d7db6397e HTTP/1.1" status: 204 len: 168 time: 0.3707030 Mar 30 18:24:39.735137 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a1f9b-4c71-4ba9-91c3-522df9691de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7085d14e-06bf-44e0-9ba3-939d7db6397e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:39.838157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eaee33-5d28-4e64-a82b-b8985590c5c3 None None] New status for floating IP 03aef534-72ad-4b9f-aa9f-308e176f7bdd: ACTIVE {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:39.893195 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60158) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:39.933472 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6970ad3f-93d4-46b4-ad1a-a2565509e05c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6aa5befa43d543ac8e53abbff9c9c19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391049 Mar 30 18:24:39.935960 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60160) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:39.983979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] Publish callbacks [] for security_group (d9988b4a-f2ce-454d-b5cc-46bd0b40c323), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.005524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] Publish callbacks [] for security_group (d9988b4a-f2ce-454d-b5cc-46bd0b40c323), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.052674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (d9988b4a-f2ce-454d-b5cc-46bd0b40c323), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.055352 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.056587 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9988b4a-f2ce-454d-b5cc-46bd0b40c323 HTTP/1.1" status: 204 len: 168 time: 0.1195257 Mar 30 18:24:40.063968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2aeea22d-f244-4cd7-8ba5-09aed40f1907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.064960 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5b5dd-1d62-4b98-8100-1ba59348edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9988b4a-f2ce-454d-b5cc-46bd0b40c323,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:40.364519 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60166) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:40.403683 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d366242f-0990-44ec-bc74-5c45889eddf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c63ace6a975d418cb422e3a7ed77d082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378938 Mar 30 18:24:40.406654 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60168) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:40.456209 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] Publish callbacks [] for security_group (84b3f8aa-4c8c-48db-a73d-b9099b5802b9), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.477002 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] Publish callbacks [] for security_group (84b3f8aa-4c8c-48db-a73d-b9099b5802b9), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.524772 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (84b3f8aa-4c8c-48db-a73d-b9099b5802b9), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.527369 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.528560 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84b3f8aa-4c8c-48db-a73d-b9099b5802b9 HTTP/1.1" status: 204 len: 168 time: 0.1209426 Mar 30 18:24:40.536438 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867f347-a2bd-424e-af9c-4753bf88586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3f8aa-4c8c-48db-a73d-b9099b5802b9,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:40.893655 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.381054 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60238) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:42.484510 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1128c1d3-a1bf-4297-bbcf-3d8e31d8878e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.554727 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.556541 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1128c1d3-a1bf-4297-bbcf-3d8e31d8878e admin admin] Publish callbacks [] for security_group (3b4a5699-ae72-447a-9853-a94b35a52a17), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.560133 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1128c1d3-a1bf-4297-bbcf-3d8e31d8878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3b4a5699-ae72-447a-9853-a94b35a52a17), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.597775 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-1128c1d3-a1bf-4297-bbcf-3d8e31d8878e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c23a24bd2e3e40eea75badff299972ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156603 Mar 30 18:24:42.598733 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c1d3-a1bf-4297-bbcf-3d8e31d8878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4a5699-ae72-447a-9853-a94b35a52a17,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:42.600593 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60242) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:42.651140 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] Publish callbacks [] for security_group (3b4a5699-ae72-447a-9853-a94b35a52a17), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.928159 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] Publish callbacks [] for security_group (3b4a5699-ae72-447a-9853-a94b35a52a17), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.973143 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3b4a5699-ae72-447a-9853-a94b35a52a17), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.975614 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.976766 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b4a5699-ae72-447a-9853-a94b35a52a17 HTTP/1.1" status: 204 len: 168 time: 0.3752377 Mar 30 18:24:42.985050 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb389-327f-465d-9b63-487a5c7cbfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4a5699-ae72-447a-9853-a94b35a52a17,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:43.237633 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60248) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:43.250541 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36e1565a-21f8-4d59-9907-d56f9c0c0139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.323476 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36e1565a-21f8-4d59-9907-d56f9c0c0139 admin admin] Publish callbacks [] for security_group (6668cb01-fa16-4218-9a3d-cd0c53ef7a57), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.329001 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-36e1565a-21f8-4d59-9907-d56f9c0c0139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (6668cb01-fa16-4218-9a3d-cd0c53ef7a57), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.366453 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-36e1565a-21f8-4d59-9907-d56f9c0c0139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5462e8864fa54d8f8c26e88c836f7ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277375 Mar 30 18:24:43.367379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1565a-21f8-4d59-9907-d56f9c0c0139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6668cb01-fa16-4218-9a3d-cd0c53ef7a57,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:43.369119 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60250) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:43.418592 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] Publish callbacks [] for security_group (6668cb01-fa16-4218-9a3d-cd0c53ef7a57), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.439854 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] Publish callbacks [] for security_group (6668cb01-fa16-4218-9a3d-cd0c53ef7a57), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.487935 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (6668cb01-fa16-4218-9a3d-cd0c53ef7a57), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.490465 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.491586 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6668cb01-fa16-4218-9a3d-cd0c53ef7a57 HTTP/1.1" status: 204 len: 168 time: 0.1208596 Mar 30 18:24:43.499577 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b468e4-6f83-4923-9160-0b64f0513bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668cb01-fa16-4218-9a3d-cd0c53ef7a57,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.098046 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.148928 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60272) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:44.243279 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955715158-network', 'tenant_id': '3a1964d574bb42bca9455ccf93b4bed4'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:44.263789 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Made reservation on behalf of 3a1964d574bb42bca9455ccf93b4bed4 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:44.266141 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.274212 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.349223 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks [] for security_group (cb37f1b9-fbeb-435c-998d-553ddcb13a52), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.352980 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cb37f1b9-fbeb-435c-998d-553ddcb13a52), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.377386 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:24:44.387069 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb37f1b9-fbeb-435c-998d-553ddcb13a52,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.391874 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (c3564a5a-0947-446d-8c9b-22c24f65e154), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.392225 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Added segment c3564a5a-0947-446d-8c9b-22c24f65e154 of type vlan for network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 Mar 30 18:24:44.432536 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.456112 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.457070 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.457658 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.514538 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3644283 Mar 30 18:24:44.517433 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60276) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:44.521446 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0c8f2-fba5-4e6b-8250-96af07bb0c8b admin admin] Pushing event updated for resources: {'Network': ['ID=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.522314 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Request body: {'subnet': {'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955715158-subnet', 'tenant_id': '3a1964d574bb42bca9455ccf93b4bed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:44.531733 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:24:44.541856 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Made reservation on behalf of 3a1964d574bb42bca9455ccf93b4bed4 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:44.544847 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14426854'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.707460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16272345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14426864'] for subnet (b4ca2e70-7d3b-4c87-8224-5ce8036ee116), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.767968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ca2e70-7d3b-4c87-8224-5ce8036ee116,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.772175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Checking segment: {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:44.772552 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Network hostable DHCP agents. Network: 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:24:44.789563 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:24:44.798136 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:44.802131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:44.802734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.806692 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47801fb-2750-4a4b-9f2c-53e0c553d789 None None] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:44.818847 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5948a9b8-9577-4255-9608-e7c22ce0e588 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3003154 Mar 30 18:24:44.906047 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4384ec-8249-4024-9655-2a07affd5715 None None] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:46.533609 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-a77791bf-3c72-4658-9eb8-3669f4967437 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:46.535066 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-a77791bf-3c72-4658-9eb8-3669f4967437 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 808 time: 0.0983474 Mar 30 18:24:46.549284 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-487ab5ae-6ae5-400c-89ad-785ae9994f15 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/quotas/3a1964d574bb42bca9455ccf93b4bed4 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Mar 30 18:24:46.584105 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-7df033b2-2d57-4528-8264-fee398abbb5f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298853 Mar 30 18:24:46.673638 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-f3d054e1-2538-449a-8d3f-e8c47e26c1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830686 Mar 30 18:24:46.764682 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-805edab5-eb6d-4cd6-b28a-4a080d19fc99 service neutron] 10.222.0.24 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Mar 30 18:24:46.921083 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bb4a01f1-4e43-4228-b534-60485c0bea56 req-99723f11-c005-4aea-a3c7-a7a0323affb0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 210 time: 0.0273237 Mar 30 18:24:47.891678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-39706b0c-8af0-43d1-8963-3b89a696881d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:47.893149 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-39706b0c-8af0-43d1-8963-3b89a696881d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 808 time: 0.1031430 Mar 30 18:24:47.909373 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Request body: {'port': {'device_id': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0', 'admin_state_up': True, 'tenant_id': '3a1964d574bb42bca9455ccf93b4bed4'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:48.022936 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-dc34c51c-5e57-4729-8986-9ab55bfb7845 req-776945bc-e179-4fbb-9f7e-94d97bb881ca tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Mar 30 18:24:48.024455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Made reservation on behalf of 3a1964d574bb42bca9455ccf93b4bed4 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:48.027745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.152011 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Allocated IP 172.20.0.4 (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0/b4ca2e70-7d3b-4c87-8224-5ce8036ee116/b54e010c-001d-407b-b9d6-87e10097046c) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:48.297231 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks [] for port (b54e010c-001d-407b-b9d6-87e10097046c), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.330602 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.376684 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:48.379781 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:48.386055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:48.393111 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Pushing event updated for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.437138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:48.437663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.453411 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-ca3543b3-4ed9-4f1c-93f6-a6211d963ad7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494001 Mar 30 18:24:48.466429 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Request body: {'port': {'device_id': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:48.522921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b54e010c-001d-407b-b9d6-87e10097046c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.777404 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54e010c-001d-407b-b9d6-87e10097046c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:48.784598 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks [] for port (b54e010c-001d-407b-b9d6-87e10097046c), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.796871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Transition to ACTIVE for port object b54e010c-001d-407b-b9d6-87e10097046c will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:48.801473 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.866252 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Pushing event updated for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.916052 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Attempting to bind port b54e010c-001d-407b-b9d6-87e10097046c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:48.916408 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Attempting to bind port b54e010c-001d-407b-b9d6-87e10097046c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:48.916735 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Attempting to bind port b54e010c-001d-407b-b9d6-87e10097046c on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:48.921916 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Port b54e010c-001d-407b-b9d6-87e10097046c on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:48.922230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Attempting to bind port b54e010c-001d-407b-b9d6-87e10097046c on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:48.926966 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:48.927298 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Checking segment: {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:48.927677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Bound using segment: {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:48.928093 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Bound port: b54e010c-001d-407b-b9d6-87e10097046c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:48.928473 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b54e010c-001d-407b-b9d6-87e10097046c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.993681 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:48.996696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b54e010c-001d-407b-b9d6-87e10097046c,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:49.002809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.035806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.036448 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.037847 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] 10.222.0.23 "PUT /v2.0/ports/b54e010c-001d-407b-b9d6-87e10097046c HTTP/1.1" status: 200 len: 1093 time: 0.5754275 Mar 30 18:24:49.038278 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:49.040542 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7763a03a-462f-42a9-a748-53bb9a214e68" -d '{"events": [{"name": "network-changed", "server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "tag": "b54e010c-001d-407b-b9d6-87e10097046c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:49.066784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d6e66-7dec-428c-877b-0c0fa25fd84a service neutron] Pushing event updated for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:49.081947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4932af-bf8a-46cf-8fe1-2bd2dde3fc88 x-openstack-request-id: req-0e4932af-bf8a-46cf-8fe1-2bd2dde3fc88 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:49.082249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "tag": "b54e010c-001d-407b-b9d6-87e10097046c", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:49.083410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e4932af-bf8a-46cf-8fe1-2bd2dde3fc88 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:49.083984 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4932af-bf8a-46cf-8fe1-2bd2dde3fc88'] response: {'name': 'network-changed', 'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c', 'status': 'completed', 'code': 200} Mar 30 18:24:49.135356 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-a91af7b0-c7e7-43bb-9295-b8c80f550dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.136910 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-a91af7b0-c7e7-43bb-9295-b8c80f550dc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 1127 time: 0.0463991 Mar 30 18:24:49.150453 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678347c7-2e95-4064-bb0c-e9ffe1d5a20e req-7efa7de4-4596-4a83-82c2-d7daa489460a tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.151912 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-678347c7-2e95-4064-bb0c-e9ffe1d5a20e req-7efa7de4-4596-4a83-82c2-d7daa489460a tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 943 time: 0.0525143 Mar 30 18:24:49.182500 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-19639a5a-06cc-485f-ab2e-0f7eb2594b62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54e010c-001d-407b-b9d6-87e10097046c HTTP/1.1" status: 200 len: 217 time: 0.0386343 Mar 30 18:24:49.199241 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-678347c7-2e95-4064-bb0c-e9ffe1d5a20e req-cfe182d1-c325-4676-ac00-1f24886c61bb tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Mar 30 18:24:49.233013 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a011e-2371-455c-ab95-295b44ba000a req-00c771e2-79a1-43d9-8cdd-d31dbc677a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.234650 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-00c771e2-79a1-43d9-8cdd-d31dbc677a00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ca2e70-7d3b-4c87-8224-5ce8036ee116 HTTP/1.1" status: 200 len: 848 time: 0.0448837 Mar 30 18:24:49.266593 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-aa3bb253-8827-454b-a58b-d179356c5f90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245383 Mar 30 18:24:49.358214 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-7ef0e13d-5330-4593-84d0-451c611100e6 service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833709 Mar 30 18:24:49.450090 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-035a011e-2371-455c-ab95-295b44ba000a req-2027d63b-f1f8-4eef-9eda-dd82b4a1e5a2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837929 Mar 30 18:24:49.553642 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-236ec4d7-b744-4b54-a1df-40e531cd6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.555137 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-236ec4d7-b744-4b54-a1df-40e531cd6333 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 1127 time: 0.0450475 Mar 30 18:24:49.660870 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-04278848-4a43-4da5-b536-fa3ca2840646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.662226 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-04278848-4a43-4da5-b536-fa3ca2840646 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 908 time: 0.0852582 Mar 30 18:24:49.704733 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-ebe43736-ad7c-4e64-bd5e-e7437ee10327 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b54e010c-001d-407b-b9d6-87e10097046c HTTP/1.1" status: 200 len: 217 time: 0.0348115 Mar 30 18:24:49.753888 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-00d3116a-7d15-403a-bff2-f25cc2620583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:49.755282 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-00d3116a-7d15-403a-bff2-f25cc2620583 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ca2e70-7d3b-4c87-8224-5ce8036ee116 HTTP/1.1" status: 200 len: 848 time: 0.0440283 Mar 30 18:24:49.792343 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-15fe1718-ea32-4c94-af5f-4a21ab3f0754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274172 Mar 30 18:24:49.883664 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-25bd2b3a-0456-4601-b341-d55a15cd3a25 service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837367 Mar 30 18:24:49.978395 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7763a03a-462f-42a9-a748-53bb9a214e68 req-3a88ddb3-af88-4ef5-95b2-9b949bba2dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868044 Mar 30 18:24:50.317093 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf19ca-daae-4d1a-b51f-0842458fa8e0 req-04192c25-071a-441f-b030-66ae4e661038 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:50.318539 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51cf19ca-daae-4d1a-b51f-0842458fa8e0 req-04192c25-071a-441f-b030-66ae4e661038 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 943 time: 0.0515409 Mar 30 18:24:50.365281 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-51cf19ca-daae-4d1a-b51f-0842458fa8e0 req-15983a0a-fe72-47b1-bbcd-fe41e075164f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Mar 30 18:24:50.746911 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b54e010c-001d-407b-b9d6-87e10097046c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:50.843266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b54e010c-001d-407b-b9d6-87e10097046c,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:50.854117 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'b54e010c-001d-407b-b9d6-87e10097046c', 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0', 'port_id': 'b54e010c-001d-407b-b9d6-87e10097046c', 'mac_address': 'fa:16:3e:a4:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ca2e70-7d3b-4c87-8224-5ce8036ee116', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:50.889842 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b54e010c-001d-407b-b9d6-87e10097046c is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:50.890223 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b54e010c-001d-407b-b9d6-87e10097046c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:50.902371 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54e010c-001d-407b-b9d6-87e10097046c {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:50.921656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b54e010c-001d-407b-b9d6-87e10097046c,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:50.925794 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:50.972585 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:51.232132 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b54e010c-001d-407b-b9d6-87e10097046c'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:51.479261 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbc7c-8d53-482e-9368-7740df5edc8e req-3c9fe142-9868-497c-a0d7-8fc061b9d90f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:51.480762 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e4cbc7c-8d53-482e-9368-7740df5edc8e req-3c9fe142-9868-497c-a0d7-8fc061b9d90f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 944 time: 0.0513136 Mar 30 18:24:51.530295 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7e4cbc7c-8d53-482e-9368-7740df5edc8e req-87ab8396-e9c2-4e1e-8faf-b7ceca92dc79 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Mar 30 18:24:52.262114 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:52.648408 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2bd2e-09e3-4178-b68e-e775240e171f req-8202f24a-cce8-4c1a-876e-c68c95a731bf tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.649906 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8fa2bd2e-09e3-4178-b68e-e775240e171f req-8202f24a-cce8-4c1a-876e-c68c95a731bf tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 944 time: 0.0539167 Mar 30 18:24:52.696191 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8fa2bd2e-09e3-4178-b68e-e775240e171f req-804a2c09-3d16-4fa1-b453-05449d49ffaa tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 Mar 30 18:24:52.759584 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b54e010c-001d-407b-b9d6-87e10097046c up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:52.807849 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port b54e010c-001d-407b-b9d6-87e10097046c completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:52.811894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port b54e010c-001d-407b-b9d6-87e10097046c triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:52.812268 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b54e010c-001d-407b-b9d6-87e10097046c), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:52.890020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b54e010c-001d-407b-b9d6-87e10097046c is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:52.890409 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b54e010c-001d-407b-b9d6-87e10097046c), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:52.911715 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:52.913985 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d5ca2-bef6-4e74-80da-a510ab3fbcca" -d '{"events": [{"server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "name": "network-vif-plugged", "status": "completed", "tag": "b54e010c-001d-407b-b9d6-87e10097046c"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:52.926536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b54e010c-001d-407b-b9d6-87e10097046c,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:52.930494 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:52.955324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe10f62-d44e-491a-aa71-d59950e58bb2 x-openstack-request-id: req-bbe10f62-d44e-491a-aa71-d59950e58bb2 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:52.955615 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "name": "network-vif-plugged", "status": "completed", "tag": "b54e010c-001d-407b-b9d6-87e10097046c", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:52.955864 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbe10f62-d44e-491a-aa71-d59950e58bb2 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:52.956253 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe10f62-d44e-491a-aa71-d59950e58bb2'] response: {'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c', 'code': 200} Mar 30 18:24:52.987060 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:53.151119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a95a04-4c42-41c5-9b13-554ef684f432 req-c7ecf61a-4d27-421a-9408-3fd17c02ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.152642 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-67a95a04-4c42-41c5-9b13-554ef684f432 req-c7ecf61a-4d27-421a-9408-3fd17c02ce3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 1129 time: 0.0470717 Mar 30 18:24:53.196721 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-67a95a04-4c42-41c5-9b13-554ef684f432 req-a8bfc181-02f8-4ec9-a706-14ea1febe120 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Mar 30 18:24:53.810894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da089b67-0824-4395-8034-9c5d04e43187 req-85e79a15-3274-497d-ba4c-82080fdf4ded tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:53.812359 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da089b67-0824-4395-8034-9c5d04e43187 req-85e79a15-3274-497d-ba4c-82080fdf4ded tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 945 time: 0.0510392 Mar 30 18:24:53.861296 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-da089b67-0824-4395-8034-9c5d04e43187 req-06b46b7d-e665-4232-803e-07e6e176bd22 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Mar 30 18:24:54.976563 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd346d-5bd3-4110-b23c-161ef8df1798 req-baec8b87-3116-4fc1-9454-cfd772d3212f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:54.978018 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15fd346d-5bd3-4110-b23c-161ef8df1798 req-baec8b87-3116-4fc1-9454-cfd772d3212f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Mar 30 18:24:55.024094 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15fd346d-5bd3-4110-b23c-161ef8df1798 req-3e74a8ce-11bb-4dcb-8177-69e7451dcc8d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Mar 30 18:24:55.642576 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e96c-1818-4a54-a8c3-2d15b659a099 req-3d758b08-b4e4-4ccd-8dfe-c753b0074a47 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:55.644037 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00f1e96c-1818-4a54-a8c3-2d15b659a099 req-3d758b08-b4e4-4ccd-8dfe-c753b0074a47 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Mar 30 18:24:55.689443 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-00f1e96c-1818-4a54-a8c3-2d15b659a099 req-d4c471d4-0278-4418-8345-fa991f15d77c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Mar 30 18:24:56.809184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53a4f-c14e-47be-bb80-866be2194558 req-f68bb503-c7b2-427f-b760-d9d93f2ec01c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:56.811145 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5af53a4f-c14e-47be-bb80-866be2194558 req-f68bb503-c7b2-427f-b760-d9d93f2ec01c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Mar 30 18:24:56.856121 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5af53a4f-c14e-47be-bb80-866be2194558 req-c80cc976-540b-4ba6-b08e-51432b7c6051 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Mar 30 18:24:57.136184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-b2848c49-20b1-466a-b1b0-21f641a60b99 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:57.137645 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-b2848c49-20b1-466a-b1b0-21f641a60b99 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Mar 30 18:24:57.227404 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Deleting port b54e010c-001d-407b-b9d6-87e10097046c {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:57.227747 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b54e010c-001d-407b-b9d6-87e10097046c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.317640 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] For port b54e010c-001d-407b-b9d6-87e10097046c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b54e010c-001d-407b-b9d6-87e10097046c,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:57.318014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b54e010c-001d-407b-b9d6-87e10097046c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.331449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Calling delete_port for b54e010c-001d-407b-b9d6-87e10097046c owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:57.456798 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b54e010c-001d-407b-b9d6-87e10097046c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.471035 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b54e010c-001d-407b-b9d6-87e10097046c'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:57.490036 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Pushing event deleted for resources: {'Port': ['ID=b54e010c-001d-407b-b9d6-87e10097046c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:57.531694 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] No DVR routers for this DVR port b54e010c-001d-407b-b9d6-87e10097046c on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:57.534058 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.537347 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c8e561e8-36ce-47d4-94f4-e2a7b68f71b4 req-4e0cd738-889a-4973-8eff-bf0797e69e4c tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "DELETE /v2.0/ports/b54e010c-001d-407b-b9d6-87e10097046c HTTP/1.1" status: 204 len: 173 time: 0.3941605 Mar 30 18:24:57.537777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'name': 'network-vif-deleted', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:57.539983 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8655939-82fa-4362-92bd-cfac6d8c9587" -d '{"events": [{"server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "name": "network-vif-deleted", "tag": "b54e010c-001d-407b-b9d6-87e10097046c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:57.578967 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b07ee-ecb6-468e-93f2-2b15b66d8fe0 x-openstack-request-id: req-f37b07ee-ecb6-468e-93f2-2b15b66d8fe0 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:57.579261 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45e5c60-fb4d-4e47-8115-b24ab6d9de52", "name": "network-vif-deleted", "tag": "b54e010c-001d-407b-b9d6-87e10097046c", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:57.579516 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f37b07ee-ecb6-468e-93f2-2b15b66d8fe0 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:57.579918 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37b07ee-ecb6-468e-93f2-2b15b66d8fe0'] response: {'server_uuid': 'f45e5c60-fb4d-4e47-8115-b24ab6d9de52', 'name': 'network-vif-deleted', 'tag': 'b54e010c-001d-407b-b9d6-87e10097046c', 'status': 'completed', 'code': 200} Mar 30 18:24:57.962538 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e7070ece-6f7f-4650-a292-fd2588084e92 req-05f953fe-3c65-44ef-bc2d-edc0bb7f2ba3 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=f45e5c60-fb4d-4e47-8115-b24ab6d9de52 HTTP/1.1" status: 200 len: 210 time: 0.0311525 Mar 30 18:24:58.157289 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:24:59.213042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-95197941-b8fb-4d95-9003-c13f8db94d12 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.214484 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-95197941-b8fb-4d95-9003-c13f8db94d12 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 808 time: 0.0969110 Mar 30 18:24:59.228527 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-fc6b069d-bbbc-43b3-b444-e92f0116847f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/quotas/3a1964d574bb42bca9455ccf93b4bed4 HTTP/1.1" status: 200 len: 375 time: 0.0086076 Mar 30 18:24:59.260257 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-8cba8cc9-8856-436f-b597-a0618e48ecf0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268557 Mar 30 18:24:59.349123 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-693f4440-55fb-422d-a6d9-796a4a36c5c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824368 Mar 30 18:24:59.435143 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-e78a9c56-46ae-4b7a-ab4e-29ecdaddcc00 service neutron] 10.222.0.24 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803411 Mar 30 18:24:59.597762 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-ca18aca4-ab59-47ea-a098-4abdd3fc7b70 req-e8b4567a-4fb9-4429-9b25-5aea5d1e61a3 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 210 time: 0.0305302 Mar 30 18:25:00.617009 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-eb1416bb-29c9-4450-8701-30d295bd01be tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.618393 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-eb1416bb-29c9-4450-8701-30d295bd01be tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 808 time: 0.1283388 Mar 30 18:25:00.632317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Request body: {'port': {'device_id': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0', 'admin_state_up': True, 'tenant_id': '3a1964d574bb42bca9455ccf93b4bed4'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:00.639243 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-97635b87-ce85-4b40-8184-b7f04268ead1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738597 Mar 30 18:25:00.737278 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-95c8d638-0687-4b05-8826-5cc8d3771fe5 req-db4721b3-7758-42b5-8fcb-150e734202f0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 210 time: 0.0569265 Mar 30 18:25:00.775380 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b54e010c-001d-407b-b9d6-87e10097046c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:00.779425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a75c-acb6-452f-87ef-b62acd57173d req-fbf7962a-7a1b-4076-ab6d-5ad3315639ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.780917 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-fbf7962a-7a1b-4076-ab6d-5ad3315639ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1129 time: 0.1017449 Mar 30 18:25:00.794657 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: b54e010c-001d-407b-b9d6-87e10097046c {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:00.795006 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b54e010c-001d-407b-b9d6-87e10097046c not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:00.801088 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Made reservation on behalf of 3a1964d574bb42bca9455ccf93b4bed4 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:00.804410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.971925 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a75c-acb6-452f-87ef-b62acd57173d req-29f05921-e63a-48c5-a492-9c8644c6fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.973308 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-29f05921-e63a-48c5-a492-9c8644c6fd95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.1668282 Mar 30 18:25:01.033702 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Allocated IP 172.20.0.5 (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0/b4ca2e70-7d3b-4c87-8224-5ce8036ee116/915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:25:01.055170 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-d3e8d995-4777-4507-aa3c-c937246db22e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 1001 time: 0.0735424 Mar 30 18:25:01.171706 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a75c-acb6-452f-87ef-b62acd57173d req-54610f53-b187-4f1f-bdae-9deeebca7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.173740 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-54610f53-b187-4f1f-bdae-9deeebca7b9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.1064470 Mar 30 18:25:01.263118 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks [] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.265650 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509a75c-acb6-452f-87ef-b62acd57173d req-b1013ec0-a656-4b7a-bf43-9ff1427e3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.267249 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-b1013ec0-a656-4b7a-bf43-9ff1427e3dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870502 Mar 30 18:25:01.357313 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.410737 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:25:01.418630 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-44087565-e893-466a-8bd9-0584d2a19851 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428955 Mar 30 18:25:01.419452 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:01.426149 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:25:01.460252 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Pushing event updated for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:01.544190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.545106 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.570319 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-725b7481-b887-4cfd-991f-3fa0de7791e0 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424541 Mar 30 18:25:01.587033 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Request body: {'port': {'device_id': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:01.594721 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1509a75c-acb6-452f-87ef-b62acd57173d req-77811288-b23f-4477-82c1-3f44c542ebb0 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626191 Mar 30 18:25:01.652472 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.857052 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d3cce-7ef2-4194-818d-97ee73f88112 req-b439a408-90f5-4589-b525-2b472019324d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.858533 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-498d3cce-7ef2-4194-818d-97ee73f88112 req-b439a408-90f5-4589-b525-2b472019324d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 931 time: 0.0535595 Mar 30 18:25:01.905433 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-498d3cce-7ef2-4194-818d-97ee73f88112 req-19d76a1e-2a10-42dd-8cf3-2a032bc7e8c1 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Mar 30 18:25:01.907743 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:01.915228 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks [] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.936806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Transition to ACTIVE for port object 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:25:01.949809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.001771 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Pushing event updated for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:02.067255 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Attempting to bind port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:25:02.067592 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Attempting to bind port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:25:02.067921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Attempting to bind port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:02.072534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:25:02.072856 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Attempting to bind port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a on network 4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:02.077677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:25:02.078014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Checking segment: {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:02.079340 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Bound using segment: {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:25:02.079621 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Bound port: 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3564a5a-0947-446d-8c9b-22c24f65e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:25:02.080002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.141522 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:25:02.144728 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:25:02.149868 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.181959 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.182561 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.183903 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] 10.222.0.23 "PUT /v2.0/ports/915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a HTTP/1.1" status: 200 len: 1093 time: 0.6021893 Mar 30 18:25:02.184358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:02.186543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0" -d '{"events": [{"name": "network-changed", "server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:02.211590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e80da-f3e5-4c69-a840-fd5898904df3 service neutron] Pushing event updated for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:02.233936 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f453a1c-cef9-47fc-8538-854645d83932 x-openstack-request-id: req-6f453a1c-cef9-47fc-8538-854645d83932 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:02.233936 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:02.234145 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f453a1c-cef9-47fc-8538-854645d83932 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:02.235093 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f453a1c-cef9-47fc-8538-854645d83932'] response: {'name': 'network-changed', 'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a', 'status': 'completed', 'code': 200} Mar 30 18:25:02.271840 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-6b83deb0-a015-43c9-ba49-deaabe1e4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.273381 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-6b83deb0-a015-43c9-ba49-deaabe1e4d7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 1127 time: 0.0506322 Mar 30 18:25:02.318959 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-678fc99e-39d5-4be0-8e53-8f62bd673c96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a HTTP/1.1" status: 200 len: 217 time: 0.0374832 Mar 30 18:25:02.368472 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-740dd399-3e18-4bf0-b1d7-9a8d176bfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.369922 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-740dd399-3e18-4bf0-b1d7-9a8d176bfb6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ca2e70-7d3b-4c87-8224-5ce8036ee116 HTTP/1.1" status: 200 len: 848 time: 0.0430267 Mar 30 18:25:02.403830 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-56a5e92a-0d8e-4de1-be60-e2d2f7b56156 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244682 Mar 30 18:25:02.492585 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-96a3fac4-a425-4da3-9803-328de4c4890f service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822654 Mar 30 18:25:02.579206 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b81592f7-bd77-4c44-8238-1f81b605bb2d req-4a500557-8eaf-4a87-8da4-7b1d1205a38f service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790830 Mar 30 18:25:02.668679 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-23ac04b6-388c-4c7f-b867-56a439258a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.670126 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-23ac04b6-388c-4c7f-b867-56a439258a4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 1127 time: 0.0449982 Mar 30 18:25:02.759719 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-ff933909-1e28-4cdc-9db0-666f4417945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.761245 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-ff933909-1e28-4cdc-9db0-666f4417945d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 200 len: 908 time: 0.0846863 Mar 30 18:25:02.802112 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-ea0fa355-c57a-43c4-bb42-0bfa02825fad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a HTTP/1.1" status: 200 len: 217 time: 0.0341094 Mar 30 18:25:02.853917 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-b17c4e11-859f-4194-aece-87598a2455e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.855360 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-b17c4e11-859f-4194-aece-87598a2455e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ca2e70-7d3b-4c87-8224-5ce8036ee116 HTTP/1.1" status: 200 len: 848 time: 0.0452726 Mar 30 18:25:02.886506 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-234796da-ba62-4f92-816b-f11dc3af7bbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237134 Mar 30 18:25:02.976682 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-0cdbc397-af39-4076-a4ba-73ea38ade2db service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815480 Mar 30 18:25:03.023580 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae226-1410-4314-89da-491927024951 req-c971e105-b5f6-4277-bd78-f984e1fa41f9 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:03.025191 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-befae226-1410-4314-89da-491927024951 req-c971e105-b5f6-4277-bd78-f984e1fa41f9 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 943 time: 0.0520556 Mar 30 18:25:03.078189 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-befae226-1410-4314-89da-491927024951 req-62591f91-ed1a-40a6-b208-0d77db1bd26d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Mar 30 18:25:03.323456 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-59eaf24b-33b9-4754-8fdd-ecbec35d03b0 req-bbc85623-c14d-44d3-9906-66e0b7ce65e4 service neutron] 10.222.0.23 "GET /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395879 Mar 30 18:25:04.197812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe41d-8470-4bd9-89c3-20a628ae420c req-a9027b94-9aac-4c30-9c05-b63d20068423 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:04.199269 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3cfe41d-8470-4bd9-89c3-20a628ae420c req-a9027b94-9aac-4c30-9c05-b63d20068423 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 943 time: 0.0529251 Mar 30 18:25:04.245211 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c3cfe41d-8470-4bd9-89c3-20a628ae420c req-8487cb14-6c19-4db9-b7f5-ee15944bf2b9 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Mar 30 18:25:04.794122 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:25:04.889505 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:04.901333 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a', 'network_id': '4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0', 'port_id': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a', 'mac_address': 'fa:16:3e:40:4d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ca2e70-7d3b-4c87-8224-5ce8036ee116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:25:04.936867 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:04.937265 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:04.950592 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:04.969976 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:04.973703 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.022992 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:05.264184 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:05.365356 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7e6b3-8795-4286-87a0-e265bef48478 req-79cb898a-7378-4cfc-981a-4b987500092d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:05.366820 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7ae7e6b3-8795-4286-87a0-e265bef48478 req-79cb898a-7378-4cfc-981a-4b987500092d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 944 time: 0.0554705 Mar 30 18:25:05.413664 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-7ae7e6b3-8795-4286-87a0-e265bef48478 req-d32f0c56-33c3-4ec3-8c86-b4572d509949 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Mar 30 18:25:06.530814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428ed58-5123-42d4-8249-8eabd3b6e138 req-0c8dd6da-07b3-473d-a6b4-89128e5fcc8f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.532280 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3428ed58-5123-42d4-8249-8eabd3b6e138 req-0c8dd6da-07b3-473d-a6b4-89128e5fcc8f tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 944 time: 0.0513263 Mar 30 18:25:06.580989 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3428ed58-5123-42d4-8249-8eabd3b6e138 req-c11f9ebf-9a6e-40eb-8dfa-129a9a630288 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Mar 30 18:25:06.792176 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:25:06.842115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:25:06.846150 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:06.846520 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.930061 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:06.930486 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.953504 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:06.955763 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0614ed4-b091-4f09-8f3b-b4c8f6347482" -d '{"events": [{"server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "name": "network-vif-plugged", "status": "completed", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:06.967701 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:06.971898 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.997699 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c0dc2-9b0a-4809-98ee-0d5c085e9856 x-openstack-request-id: req-c78c0dc2-9b0a-4809-98ee-0d5c085e9856 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:06.997995 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "name": "network-vif-plugged", "status": "completed", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:06.998249 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c78c0dc2-9b0a-4809-98ee-0d5c085e9856 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:06.998683 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78c0dc2-9b0a-4809-98ee-0d5c085e9856'] response: {'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a', 'code': 200} Mar 30 18:25:07.152108 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:07.171391 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667040dc-8089-49dc-9008-fc49e26aec83 req-fa094628-3641-4d9a-b27c-9818bb211bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.172939 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-667040dc-8089-49dc-9008-fc49e26aec83 req-fa094628-3641-4d9a-b27c-9818bb211bbd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 1129 time: 0.0444174 Mar 30 18:25:07.217337 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-667040dc-8089-49dc-9008-fc49e26aec83 req-23a7caf5-d6a6-4622-afbe-f5688b4fc0e7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 Mar 30 18:25:07.698150 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004518-dd6f-444c-a238-8f6f16a69644 req-8cf22012-4965-4258-8845-1b20b8f80b84 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.699633 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74004518-dd6f-444c-a238-8f6f16a69644 req-8cf22012-4965-4258-8845-1b20b8f80b84 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Mar 30 18:25:07.703244 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b42339b0-86e1-4e03-aa05-dd29bbc48f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:07.747295 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-74004518-dd6f-444c-a238-8f6f16a69644 req-febae282-9ba9-44c3-9636-8a0663ea2328 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Mar 30 18:25:08.865687 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d68b-af31-4a0d-975c-d2f3ab233cb6 req-1cd3ab7e-4f0b-42c4-81da-24f4fc8841d8 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:08.867188 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b58d68b-af31-4a0d-975c-d2f3ab233cb6 req-1cd3ab7e-4f0b-42c4-81da-24f4fc8841d8 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 945 time: 0.0538440 Mar 30 18:25:08.913110 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1b58d68b-af31-4a0d-975c-d2f3ab233cb6 req-01bb5b26-e2da-45bb-890f-c9838cbc959d tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Mar 30 18:25:09.568904 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d823a29-5797-4038-a44f-b3306c91d2b5 req-673d2ad2-decb-4b32-82b9-8ed66fd7e3b9 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:09.570360 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d823a29-5797-4038-a44f-b3306c91d2b5 req-673d2ad2-decb-4b32-82b9-8ed66fd7e3b9 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 945 time: 0.0516694 Mar 30 18:25:09.620574 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8d823a29-5797-4038-a44f-b3306c91d2b5 req-0f7a8e3f-13ef-4a69-af5f-d22bf7a6d309 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Mar 30 18:25:10.055281 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dfd6616d-4ddb-4721-a6d7-d2de0140db39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:10.741378 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5c8c7-45c9-494d-9d2e-782172350a68 req-0b1acb3e-6c58-4078-9a91-348ac2a0a9e7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:10.742820 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79a5c8c7-45c9-494d-9d2e-782172350a68 req-0b1acb3e-6c58-4078-9a91-348ac2a0a9e7 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 945 time: 0.0550933 Mar 30 18:25:10.788478 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-79a5c8c7-45c9-494d-9d2e-782172350a68 req-d5f0fe5f-10ac-44a7-913f-23058ddb9731 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb37f1b9-fbeb-435c-998d-553ddcb13a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Mar 30 18:25:10.892207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.160554 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-fa4a23bb-76d2-4563-b20d-89e33fa3fd3e tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:11.162001 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-fa4a23bb-76d2-4563-b20d-89e33fa3fd3e tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 945 time: 0.0528562 Mar 30 18:25:11.256765 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Deleting port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:11.257104 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.342325 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] For port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,segment=NetworkSegment(c3564a5a-0947-446d-8c9b-22c24f65e154),segment_id=c3564a5a-0947-446d-8c9b-22c24f65e154)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:11.342690 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.355024 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Calling delete_port for 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:11.480916 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.493167 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:11.509623 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Pushing event deleted for resources: {'Port': ['ID=915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524192 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.524880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.525067 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.525322 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.528962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.528962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.528962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.528962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.528962 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:11.565519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] No DVR routers for this DVR port 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:11.568014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.571562 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-db5b8dae-cd5d-4f21-9f7a-dfab548b7201 req-0b9ceae2-8eac-48d2-8918-99dcc54b8593 tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.23 "DELETE /v2.0/ports/915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a HTTP/1.1" status: 204 len: 173 time: 0.4028141 Mar 30 18:25:11.571995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'name': 'network-vif-deleted', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:11.574250 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac8bc1-d163-4f71-9448-bac7dd45ef65" -d '{"events": [{"server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "name": "network-vif-deleted", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:11.612618 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40ab9a-b504-4084-ac9f-ac6219ed8c04 x-openstack-request-id: req-3b40ab9a-b504-4084-ac9f-ac6219ed8c04 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:11.612920 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729f2e9a-2afb-45ad-bae2-0800cb8c9277", "name": "network-vif-deleted", "tag": "915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:11.613175 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b40ab9a-b504-4084-ac9f-ac6219ed8c04 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:11.613583 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b40ab9a-b504-4084-ac9f-ac6219ed8c04'] response: {'server_uuid': '729f2e9a-2afb-45ad-bae2-0800cb8c9277', 'name': 'network-vif-deleted', 'tag': '915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a', 'status': 'completed', 'code': 200} Mar 30 18:25:11.943256 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e4ea8050-def4-4ac2-a3d2-4b8372cc7c1b req-605389d0-cce9-4442-8b41-6303f4c418ce tempest-VolumesActionsTest-1006538977 tempest-VolumesActionsTest-1006538977-project] 10.222.0.24 "GET /v2.0/ports?device_id=729f2e9a-2afb-45ad-bae2-0800cb8c9277 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Mar 30 18:25:12.556363 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.099545 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.737704 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:15.757898 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:15.758245 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 915c55a9-6b38-4eda-b1f1-a5e6e0d36b1a not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:22.294831 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:33.679306 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838da5-bf4b-4d21-bebe-7b948a512cbb req-e1f09355-8c34-48f5-acb6-e667b05abed0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:33.680856 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0838da5-bf4b-4d21-bebe-7b948a512cbb req-e1f09355-8c34-48f5-acb6-e667b05abed0 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0626936 Mar 30 18:25:33.731878 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c0838da5-bf4b-4d21-bebe-7b948a512cbb req-f0c0abb0-0e67-4f78-990d-e829bee0a810 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448358 Mar 30 18:25:34.718323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60724) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:34.761665 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Deleting subnet b4ca2e70-7d3b-4c87-8224-5ce8036ee116 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:34.764601 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Publish callbacks [] for subnet (b4ca2e70-7d3b-4c87-8224-5ce8036ee116), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.802571 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (b4ca2e70-7d3b-4c87-8224-5ce8036ee116), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.841842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (b4ca2e70-7d3b-4c87-8224-5ce8036ee116), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.852983 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ae045-44ed-4a50-bdee-d403fb0f2ea6 req-34547ffa-822f-497a-aa54-4e86d386fa83 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:34.854437 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-735ae045-44ed-4a50-bdee-d403fb0f2ea6 req-34547ffa-822f-497a-aa54-4e86d386fa83 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0530021 Mar 30 18:25:34.893345 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (b4ca2e70-7d3b-4c87-8224-5ce8036ee116), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.902817 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-735ae045-44ed-4a50-bdee-d403fb0f2ea6 req-36873659-1fdc-458f-b6a4-217ce5d39abe tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Mar 30 18:25:34.917834 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ca2e70-7d3b-4c87-8224-5ce8036ee116,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:34.921831 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:34.925397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b718f016-d498-4986-8665-9b4d07ef41b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4ca2e70-7d3b-4c87-8224-5ce8036ee116 HTTP/1.1" status: 204 len: 168 time: 0.2060430 Mar 30 18:25:34.927812 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60728) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:34.997362 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.073268 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.093624 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:35.102727 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3564a5a-0947-446d-8c9b-22c24f65e154') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:35.103022 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3564a5a-0947-446d-8c9b-22c24f65e154') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:35.112083 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (c3564a5a-0947-446d-8c9b-22c24f65e154), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.124777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (c3564a5a-0947-446d-8c9b-22c24f65e154), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.131363 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:35.131741 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (c3564a5a-0947-446d-8c9b-22c24f65e154), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:35.133484 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:35.155860 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:25:35.189113 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.194207 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.197510 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] 10.222.0.24 "DELETE /v2.0/networks/4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0 HTTP/1.1" status: 204 len: 168 time: 0.2687650 Mar 30 18:25:35.208400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192370e4-f1eb-4210-a7e9-93c8a6c22e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cad5bb4-24fe-4cf1-95c1-1b10f07cb8a0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:35.305006 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60732) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:35.345072 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-67d01c5d-2732-4c67-b047-be54be0cba16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a1964d574bb42bca9455ccf93b4bed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388818 Mar 30 18:25:35.347395 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60734) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:35.396859 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] Publish callbacks [] for security_group (cb37f1b9-fbeb-435c-998d-553ddcb13a52), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.417145 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] Publish callbacks [] for security_group (cb37f1b9-fbeb-435c-998d-553ddcb13a52), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.495157 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cb37f1b9-fbeb-435c-998d-553ddcb13a52), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.497754 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.498886 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb37f1b9-fbeb-435c-998d-553ddcb13a52 HTTP/1.1" status: 204 len: 168 time: 0.1506057 Mar 30 18:25:35.506645 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-c196b830-a163-43bf-b48a-8f595d24ce33 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:35.508049 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-c196b830-a163-43bf-b48a-8f595d24ce33 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 946 time: 0.0628052 Mar 30 18:25:35.522353 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e381253-ab14-412f-ae2d-b183107bf858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb37f1b9-fbeb-435c-998d-553ddcb13a52,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:35.608588 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port 02ba4831-7a35-4915-851a-04e6edf72c0f {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:35.608938 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.704460 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] For port 02ba4831-7a35-4915-851a-04e6edf72c0f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=02ba4831-7a35-4915-851a-04e6edf72c0f,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:35.704835 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.877208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.877809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:35.877942 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Floating IP 03aef534-72ad-4b9f-aa9f-308e176f7bdd disassociated. External IP: 172.27.2.54, port: 02ba4831-7a35-4915-851a-04e6edf72c0f. Mar 30 18:25:35.878238 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for 02ba4831-7a35-4915-851a-04e6edf72c0f owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:36.041675 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (02ba4831-7a35-4915-851a-04e6edf72c0f), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:36.073817 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=02ba4831-7a35-4915-851a-04e6edf72c0f,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:36.084422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96b4d2-a144-4551-bbd7-e3a4f197ed0a req-991a3886-5ca7-4685-9294-7e627f880ecd tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:36.085929 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7a96b4d2-a144-4551-bbd7-e3a4f197ed0a req-991a3886-5ca7-4685-9294-7e627f880ecd tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c8bd518-96cb-4913-9043-5010cd57c912 HTTP/1.1" status: 200 len: 867 time: 0.0989919 Mar 30 18:25:36.209573 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-7a96b4d2-a144-4551-bbd7-e3a4f197ed0a req-0de920a9-50f6-4a08-872d-ca238c6caf88 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b106235-e227-46ed-a567-9421d03c8b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178184 Mar 30 18:25:36.246597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:36.359814 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:36.370442 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:36.386270 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:36.387312 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:36.413524 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] No DVR routers for this DVR port 02ba4831-7a35-4915-851a-04e6edf72c0f on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:36.416235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:36.420040 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5830c1a8-ad34-4b7f-8c2f-f8635dc83d79 req-cd0dcda3-eba2-4e79-8e54-462b85eb8cc3 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.23 "DELETE /v2.0/ports/02ba4831-7a35-4915-851a-04e6edf72c0f HTTP/1.1" status: 204 len: 173 time: 0.9037664 Mar 30 18:25:36.420534 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'name': 'network-vif-deleted', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:36.423201 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7abe6b-8925-4ec2-a788-f39742a94ffd" -d '{"events": [{"server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "name": "network-vif-deleted", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:36.474108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6464c2b8-2d9b-4364-bab1-c185f796d9da x-openstack-request-id: req-6464c2b8-2d9b-4364-bab1-c185f796d9da {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:36.474413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bd518-96cb-4913-9043-5010cd57c912", "name": "network-vif-deleted", "tag": "02ba4831-7a35-4915-851a-04e6edf72c0f", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:36.474657 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6464c2b8-2d9b-4364-bab1-c185f796d9da {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:36.475591 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6464c2b8-2d9b-4364-bab1-c185f796d9da'] response: {'server_uuid': '9c8bd518-96cb-4913-9043-5010cd57c912', 'name': 'network-vif-deleted', 'tag': '02ba4831-7a35-4915-851a-04e6edf72c0f', 'status': 'completed', 'code': 200} Mar 30 18:25:36.509368 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:36.810546 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:36.840078 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:36.849059 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:36.849665 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:36.969022 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:37.158243 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:37.182844 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0a042-7a14-4e41-8a67-754ab7a11f93 None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:20:53Z', 'revision_number': 4, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'fcea3951-6de0-4caf-8c6f-8cfddde8cdb7', 'name': '', 'network_id': '0f7bf3d5-4080-4b54-af75-587f1ecafc63', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'mac_address': 'fa:16:3e:9a:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:53Z', 'updated_at': '2022-03-30T18:20:57Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'subnets': [{'id': '2d3b8548-6b11-46a7-a78e-62a9839a6ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:37.293711 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60772) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:37.354227 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (9b106235-e227-46ed-a567-9421d03c8b49), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.379326 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (9b106235-e227-46ed-a567-9421d03c8b49), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.414127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4a2c5-4c68-4925-a505-b01c78b4bcd1 None None] New status for floating IP 03aef534-72ad-4b9f-aa9f-308e176f7bdd: DOWN {{(pid=103473) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:37.430398 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (9b106235-e227-46ed-a567-9421d03c8b49), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.433120 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.434286 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b106235-e227-46ed-a567-9421d03c8b49 HTTP/1.1" status: 204 len: 168 time: 0.1394839 Mar 30 18:25:37.437112 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60774) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:37.444225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3efbba-b03a-44fb-a81b-dc6376d28d40 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b106235-e227-46ed-a567-9421d03c8b49,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:37.452856 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.api.v2.resource [None req-39457d47-5f21-45b7-8f78-53a169b927fb tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] show failed (client error): The resource could not be found. Mar 30 18:25:37.454484 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-39457d47-5f21-45b7-8f78-53a169b927fb tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "GET /v2.0/security-groups/9b106235-e227-46ed-a567-9421d03c8b49 HTTP/1.1" status: 404 len: 347 time: 0.0139117 Mar 30 18:25:37.456978 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60776) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:37.708341 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6fcfc07d-ccea-4506-bd99-681453c968d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.831022 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Deleting port f1f4367a-6e17-4082-9e60-4a8276a590c6 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:37.831376 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.909588 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.909924 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (f1f4367a-6e17-4082-9e60-4a8276a590c6), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:37.922501 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Calling delete_port for f1f4367a-6e17-4082-9e60-4a8276a590c6 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:38.058519 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (f1f4367a-6e17-4082-9e60-4a8276a590c6), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.085529 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Pushing event deleted for resources: {'Port': ['ID=f1f4367a-6e17-4082-9e60-4a8276a590c6,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:38.098691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.099049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.099400 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.099743 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.100090 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.100459 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.100800 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.101128 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.101473 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.101785 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.102178 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.102433 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.102758 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.103099 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.103409 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:38.168814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks [] for floatingip (03aef534-72ad-4b9f-aa9f-308e176f7bdd), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.168814 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:38.168814 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-bf11239d-fc02-40e7-9700-74e57f2ce839 tempest-AttachVolumeNegativeTest-2024150823 tempest-AttachVolumeNegativeTest-2024150823-project] 10.222.0.24 "DELETE /v2.0/floatingips/03aef534-72ad-4b9f-aa9f-308e176f7bdd HTTP/1.1" status: 204 len: 168 time: 0.7065175 Mar 30 18:25:40.056349 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be4f1f6c-a8bd-498d-9a57-1648f047e840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:40.884535 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 02ba4831-7a35-4915-851a-04e6edf72c0f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:40.913037 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 02ba4831-7a35-4915-851a-04e6edf72c0f {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:40.913386 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 02ba4831-7a35-4915-851a-04e6edf72c0f not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:40.917647 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:41.810222 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60850) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:42.157864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (24d28222-f83d-48ab-9531-525b0d4411e2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:42.396678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Deleting port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:42.397014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:42.474146 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] For port fcea3951-6de0-4caf-8c6f-8cfddde8cdb7, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:42.474416 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:42.487318 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Calling delete_port for fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:42.560801 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:42.665845 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (fcea3951-6de0-4caf-8c6f-8cfddde8cdb7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:42.689473 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcea3951-6de0-4caf-8c6f-8cfddde8cdb7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:42.862670 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (24d28222-f83d-48ab-9531-525b0d4411e2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.101616 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Router 24d28222-f83d-48ab-9531-525b0d4411e2 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:43.210530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:43.215498 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-ef2f3c53-21a1-43e7-b5a4-4a5cdcd6f64f admin admin] 10.222.0.24 "PUT /v2.0/routers/24d28222-f83d-48ab-9531-525b0d4411e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4042432 Mar 30 18:25:43.217995 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60860) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:43.224754 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Sync routers for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:43.233981 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:43.234605 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:43.322871 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks [] for router (24d28222-f83d-48ab-9531-525b0d4411e2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.341696 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:43.427922 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks [] for router_gateway (24d28222-f83d-48ab-9531-525b0d4411e2), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.479979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Deleting port cf13d120-9f23-42e9-af30-50f9b4dc2bdb {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:43.480338 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.518652 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:25:42Z', 'revision_number': 5, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port': {'id': 'cf13d120-9f23-42e9-af30-50f9b4dc2bdb', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:20:51Z', 'updated_at': '2022-03-30T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:43.544900 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Checking router: 24d28222-f83d-48ab-9531-525b0d4411e2 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:43.553905 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Routers {'24d28222-f83d-48ab-9531-525b0d4411e2'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:43.554525 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['24d28222-f83d-48ab-9531-525b0d4411e2'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:43.565388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] For port cf13d120-9f23-42e9-af30-50f9b4dc2bdb, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:43.565754 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.579013 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Calling delete_port for cf13d120-9f23-42e9-af30-50f9b4dc2bdb owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:43.642966 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] Set router 24d28222-f83d-48ab-9531-525b0d4411e2 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:43.698321 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:25:43Z', 'revision_number': 6, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:43.724986 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580b02d-d885-4292-9e4a-cd8505ca0ff1 None None] The sync data for ids ['24d28222-f83d-48ab-9531-525b0d4411e2'] in dv-cinder-835878-1-iscsi is: [{'id': '24d28222-f83d-48ab-9531-525b0d4411e2', 'name': 'tempest-AttachVolumeNegativeTest-1032387420-router', 'tenant_id': 'd6ae38bba08240208d65f00f17282c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:20:50Z', 'updated_at': '2022-03-30T18:25:43Z', 'revision_number': 6, 'project_id': 'd6ae38bba08240208d65f00f17282c16', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:43.746215 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (cf13d120-9f23-42e9-af30-50f9b4dc2bdb), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.772130 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf13d120-9f23-42e9-af30-50f9b4dc2bdb,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:43.832998 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (24d28222-f83d-48ab-9531-525b0d4411e2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.104193 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.189960 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (24d28222-f83d-48ab-9531-525b0d4411e2), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.192220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks [] for router_controller (24d28222-f83d-48ab-9531-525b0d4411e2), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.234152 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (24d28222-f83d-48ab-9531-525b0d4411e2), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.234709 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24d28222-f83d-48ab-9531-525b0d4411e2 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:25:44.239971 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.241085 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9f2b1eaf-86b0-4911-b513-53be9803fb37 admin admin] 10.222.0.24 "DELETE /v2.0/routers/24d28222-f83d-48ab-9531-525b0d4411e2 HTTP/1.1" status: 204 len: 168 time: 1.0221167 Mar 30 18:25:44.243537 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60864) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:44.286576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Deleting subnet 2d3b8548-6b11-46a7-a78e-62a9839a6ed3 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:25:44.289570 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Publish callbacks [] for subnet (2d3b8548-6b11-46a7-a78e-62a9839a6ed3), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.323400 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (2d3b8548-6b11-46a7-a78e-62a9839a6ed3), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.410572 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (2d3b8548-6b11-46a7-a78e-62a9839a6ed3), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.461038 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (2d3b8548-6b11-46a7-a78e-62a9839a6ed3), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.485223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3b8548-6b11-46a7-a78e-62a9839a6ed3,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.489800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.493614 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-de5e76bd-06b5-41ac-9447-9104bffbf8db admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d3b8548-6b11-46a7-a78e-62a9839a6ed3 HTTP/1.1" status: 204 len: 168 time: 0.2491310 Mar 30 18:25:44.495736 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630f382-909c-425a-be4b-6ed45ef2548b None None] Network 0f7bf3d5-4080-4b54-af75-587f1ecafc63 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:44.496014 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60866) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:44.570070 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (0f7bf3d5-4080-4b54-af75-587f1ecafc63), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.632881 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Deleting port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:44.633219 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.653012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] DHCP port deletion for 0f7bf3d5-4080-4b54-af75-587f1ecafc63 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:25:44.700421 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] For port 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=9d9f7bfa-230d-481f-9abe-67b8749f6b65,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:44.700801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.706667 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Deleting port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:44.707045 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.714467 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Calling delete_port for 9d9f7bfa-230d-481f-9abe-67b8749f6b65 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:44.779244 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] For port 9d9f7bfa-230d-481f-9abe-67b8749f6b65, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=9d9f7bfa-230d-481f-9abe-67b8749f6b65,segment=NetworkSegment(98a3ff09-0104-40c5-939a-888a27d15453),segment_id=98a3ff09-0104-40c5-939a-888a27d15453)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:44.779719 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.795841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Calling delete_port for 9d9f7bfa-230d-481f-9abe-67b8749f6b65 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:44.801622 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.843397 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9f7bfa-230d-481f-9abe-67b8749f6b65,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.847342 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] No DVR routers for this DVR port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:44.897861 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (9d9f7bfa-230d-481f-9abe-67b8749f6b65), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.920609 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Pushing event deleted for resources: {'Port': ['ID=9d9f7bfa-230d-481f-9abe-67b8749f6b65,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:44.929950 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.930300 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.930646 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.930997 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.931327 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.931648 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (0f7bf3d5-4080-4b54-af75-587f1ecafc63), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.931830 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.931973 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.932347 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.932656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.932987 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.933316 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.933645 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.933968 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.934291 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.934614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:44.937403 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030a92b-0cc7-458d-85b1-c7ececf6ca90 None None] No DVR routers for this DVR port 9d9f7bfa-230d-481f-9abe-67b8749f6b65 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:25:44.958874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7bf3d5-4080-4b54-af75-587f1ecafc63']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:44.968272 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a3ff09-0104-40c5-939a-888a27d15453') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:44.968593 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a3ff09-0104-40c5-939a-888a27d15453') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:44.978736 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (98a3ff09-0104-40c5-939a-888a27d15453), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.991497 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (98a3ff09-0104-40c5-939a-888a27d15453), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.997290 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:25:44.997669 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (98a3ff09-0104-40c5-939a-888a27d15453), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:25:44.999352 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:25:45.052556 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (0f7bf3d5-4080-4b54-af75-587f1ecafc63), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.057557 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.060687 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f7bf3d5-4080-4b54-af75-587f1ecafc63 HTTP/1.1" status: 204 len: 168 time: 0.5636768 Mar 30 18:25:45.071804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605f468-c8c0-4279-9661-0085cb12e31f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7bf3d5-4080-4b54-af75-587f1ecafc63,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:45.230049 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60872) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:45.268158 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-59d7cdd3-0323-4826-a10b-5317edc19610 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6ae38bba08240208d65f00f17282c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369384 Mar 30 18:25:45.271223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60874) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:45.316922 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] Publish callbacks [] for security_group (416bcf07-b1ca-416a-9d00-631d41bff82b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.342297 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] Publish callbacks [] for security_group (416bcf07-b1ca-416a-9d00-631d41bff82b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.388643 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (416bcf07-b1ca-416a-9d00-631d41bff82b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.391439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.392710 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/416bcf07-b1ca-416a-9d00-631d41bff82b HTTP/1.1" status: 204 len: 168 time: 0.1205735 Mar 30 18:25:45.404840 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490fee0-afa2-47d6-a7c8-5c64324bb739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416bcf07-b1ca-416a-9d00-631d41bff82b,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:45.555680 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:45.579733 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:45.580083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device fcea3951-6de0-4caf-8c6f-8cfddde8cdb7 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:45.580534 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 9d9f7bfa-230d-481f-9abe-67b8749f6b65 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:45.599275 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 9d9f7bfa-230d-481f-9abe-67b8749f6b65 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:45.599622 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 9d9f7bfa-230d-481f-9abe-67b8749f6b65 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:45.600043 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cf13d120-9f23-42e9-af30-50f9b4dc2bdb no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:45.618931 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: cf13d120-9f23-42e9-af30-50f9b4dc2bdb {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:45.619274 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device cf13d120-9f23-42e9-af30-50f9b4dc2bdb not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:46.962411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60922) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.065761 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d4-6b58-48e9-b8cd-d33bd4860325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.139625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d4-6b58-48e9-b8cd-d33bd4860325 admin admin] Publish callbacks [] for security_group (f8906e5c-e313-42e6-ac76-ae1b931ff5ad), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.143135 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-82e9a0d4-6b58-48e9-b8cd-d33bd4860325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f8906e5c-e313-42e6-ac76-ae1b931ff5ad), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.180826 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-82e9a0d4-6b58-48e9-b8cd-d33bd4860325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9286df1f46544407b33c6e653055aa5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173524 Mar 30 18:25:47.181988 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a0d4-6b58-48e9-b8cd-d33bd4860325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8906e5c-e313-42e6-ac76-ae1b931ff5ad,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.183667 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60926) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.232577 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] Publish callbacks [] for security_group (f8906e5c-e313-42e6-ac76-ae1b931ff5ad), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.253505 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] Publish callbacks [] for security_group (f8906e5c-e313-42e6-ac76-ae1b931ff5ad), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.302963 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (f8906e5c-e313-42e6-ac76-ae1b931ff5ad), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.305822 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.307060 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8906e5c-e313-42e6-ac76-ae1b931ff5ad HTTP/1.1" status: 204 len: 168 time: 0.1216755 Mar 30 18:25:47.315261 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d6c9-65fc-4552-9040-6575ff950d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8906e5c-e313-42e6-ac76-ae1b931ff5ad,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.586089 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60944) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.598920 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2bb2-7f94-489c-bf03-a82db0ad7429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.676119 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2bb2-7f94-489c-bf03-a82db0ad7429 admin admin] Publish callbacks [] for security_group (506fd412-6caa-4305-8296-cc4f8ae97818), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.680196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2bb2-7f94-489c-bf03-a82db0ad7429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (506fd412-6caa-4305-8296-cc4f8ae97818), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.715276 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-ef8e2bb2-7f94-489c-bf03-a82db0ad7429 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=788e2ceaba09478494b1c880e363399d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278465 Mar 30 18:25:47.718271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60948) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:47.725018 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e2bb2-7f94-489c-bf03-a82db0ad7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506fd412-6caa-4305-8296-cc4f8ae97818,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:47.777485 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] Publish callbacks [] for security_group (506fd412-6caa-4305-8296-cc4f8ae97818), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.799129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] Publish callbacks [] for security_group (506fd412-6caa-4305-8296-cc4f8ae97818), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.848813 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (506fd412-6caa-4305-8296-cc4f8ae97818), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.851285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:47.852500 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/506fd412-6caa-4305-8296-cc4f8ae97818 HTTP/1.1" status: 204 len: 168 time: 0.1328988 Mar 30 18:25:47.860230 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe635b0-1c58-49fd-8074-efe0687a5ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506fd412-6caa-4305-8296-cc4f8ae97818,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.513895 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 60972) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.607623 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-410919858-network', 'tenant_id': '908a9587aff946f0b7be16f4173dce51'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:48.627521 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Made reservation on behalf of 908a9587aff946f0b7be16f4173dce51 for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:48.629892 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.637752 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.712683 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks [] for security_group (b23e184a-c3ef-4519-8103-276bbaca2af6), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.716327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b23e184a-c3ef-4519-8103-276bbaca2af6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.737360 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:25:48.752792 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e184a-c3ef-4519-8103-276bbaca2af6,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.755649 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (93107767-44e9-48f2-84b1-ea336033bf6b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.755992 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Added segment 93107767-44e9-48f2-84b1-ea336033bf6b of type vlan for network 52ee0fdc-d73d-4947-8743-012c9d37ee78 Mar 30 18:25:48.799778 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (52ee0fdc-d73d-4947-8743-012c9d37ee78), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.825678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (52ee0fdc-d73d-4947-8743-012c9d37ee78), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.826811 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:48.827458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.889561 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3745480 Mar 30 18:25:48.892652 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 60982) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:48.899265 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Request body: {'subnet': {'network_id': '52ee0fdc-d73d-4947-8743-012c9d37ee78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-410919858-subnet', 'tenant_id': '908a9587aff946f0b7be16f4173dce51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:48.900349 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaddc70-6beb-4947-90e1-14fb76b6ffa9 admin admin] Pushing event updated for resources: {'Network': ['ID=52ee0fdc-d73d-4947-8743-012c9d37ee78,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:48.914486 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 52ee0fdc-d73d-4947-8743-012c9d37ee78 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:25:48.921853 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Made reservation on behalf of 908a9587aff946f0b7be16f4173dce51 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:48.927751 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.098831 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (cb967f4b-27b6-474b-8709-d2400754d198), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.153791 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb967f4b-27b6-474b-8709-d2400754d198,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:49.164472 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Checking segment: {'id': '93107767-44e9-48f2-84b1-ea336033bf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52ee0fdc-d73d-4947-8743-012c9d37ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:49.164841 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Network hostable DHCP agents. Network: 52ee0fdc-d73d-4947-8743-012c9d37ee78, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:25:49.180663 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Network 52ee0fdc-d73d-4947-8743-012c9d37ee78 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:25:49.188886 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 52ee0fdc-d73d-4947-8743-012c9d37ee78) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:49.193649 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:49.194243 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.198667 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620be02b-5fb7-41f1-9d3e-d17291f6d01b None None] Network 52ee0fdc-d73d-4947-8743-012c9d37ee78 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:49.218530 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-40516917-e51c-428e-bc69-aabb5d071681 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196068 Mar 30 18:25:49.296127 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0283d65-f176-43a3-ab05-8b0047f6f7d6 None None] Network 52ee0fdc-d73d-4947-8743-012c9d37ee78 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:49.689359 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 32768) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:49.694482 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1399266156-network', 'tenant_id': 'db0ff0a1dfde4c3bbb04cd14b7cec828'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:49.714891 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Made reservation on behalf of db0ff0a1dfde4c3bbb04cd14b7cec828 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:49.717324 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.727097 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.801196 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks [] for security_group (5e084357-baeb-43e5-aec8-1a4091326911), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.804691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5e084357-baeb-43e5-aec8-1a4091326911), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.829226 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:25:49.843614 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e084357-baeb-43e5-aec8-1a4091326911,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:49.849009 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (7a394a49-dc85-49ad-ae40-a7d8f602b783), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.849359 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Added segment 7a394a49-dc85-49ad-ae40-a7d8f602b783 of type vlan for network 25ef4c3c-9ead-422a-bad5-95e13d5e7d57 Mar 30 18:25:49.889449 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (25ef4c3c-9ead-422a-bad5-95e13d5e7d57), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.914601 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (25ef4c3c-9ead-422a-bad5-95e13d5e7d57), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.915569 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:49.916157 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:49.972502 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2817764 Mar 30 18:25:49.975788 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 32770) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:49.983847 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Request body: {'subnet': {'network_id': '25ef4c3c-9ead-422a-bad5-95e13d5e7d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1399266156-subnet', 'tenant_id': 'db0ff0a1dfde4c3bbb04cd14b7cec828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:49.984417 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980282-bdb9-4ac7-9801-0102fb0c7d20 admin admin] Pushing event updated for resources: {'Network': ['ID=25ef4c3c-9ead-422a-bad5-95e13d5e7d57,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:49.996516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 25ef4c3c-9ead-422a-bad5-95e13d5e7d57 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:25:50.017128 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Made reservation on behalf of db0ff0a1dfde4c3bbb04cd14b7cec828 for: {'subnet': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:50.021648 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14426854'] for subnet (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.217793 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16272345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14426864'] for subnet (0db42a4e-dbaf-43bf-97a1-c9197423a35e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.272761 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db42a4e-dbaf-43bf-97a1-c9197423a35e,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:50.281364 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Checking segment: {'id': '7a394a49-dc85-49ad-ae40-a7d8f602b783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '25ef4c3c-9ead-422a-bad5-95e13d5e7d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:50.281716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Network hostable DHCP agents. Network: 25ef4c3c-9ead-422a-bad5-95e13d5e7d57, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103471) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:25:50.298183 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Network 25ef4c3c-9ead-422a-bad5-95e13d5e7d57 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103471) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:25:50.306607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 25ef4c3c-9ead-422a-bad5-95e13d5e7d57) {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:50.310543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.311143 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:50.316981 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f8230-a606-4a69-b58c-5d36cf2d6361 None None] Network 25ef4c3c-9ead-422a-bad5-95e13d5e7d57 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:50.330612 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7ee64f02-83d3-4599-b278-2708ef0ce340 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3532605 Mar 30 18:25:50.417303 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6fddc3-e0cb-427f-90b8-b5c91c4c4bbb None None] Network 25ef4c3c-9ead-422a-bad5-95e13d5e7d57 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:25:52.279092 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.923138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 32916) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:59.080737 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port b822d3dd-b5ed-4f62-a072-c89fae35bc7c {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:59.081080 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.160587 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.160821 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.172517 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for b822d3dd-b5ed-4f62-a072-c89fae35bc7c owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:59.344852 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b822d3dd-b5ed-4f62-a072-c89fae35bc7c), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.370276 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=b822d3dd-b5ed-4f62-a072-c89fae35bc7c,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:59.430675 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (894e194b-6f9e-4318-9dca-54e6d7fbec18), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.431657 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP 894e194b-6f9e-4318-9dca-54e6d7fbec18 disassociated (deleted). External IP: 172.27.2.118, port: 9cecf82d-b3b0-441e-abfd-29d92c38b471. Mar 30 18:25:59.650830 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:59.785702 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:59.797993 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:59.799374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:59.808488 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:59.809115 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:59.829309 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0db013de-8584-45c8-9b5f-8502f8ba8115 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "DELETE /v2.0/floatingips/894e194b-6f9e-4318-9dca-54e6d7fbec18 HTTP/1.1" status: 204 len: 168 time: 0.9050810 Mar 30 18:25:59.829926 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:59.832203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:59.869842 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3755fb47-aa1a-419c-b5d6-1793c1140b95 x-openstack-request-id: req-3755fb47-aa1a-419c-b5d6-1793c1140b95 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:59.870213 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:59.870816 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3755fb47-aa1a-419c-b5d6-1793c1140b95 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:59.871308 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3755fb47-aa1a-419c-b5d6-1793c1140b95'] response: {'name': 'network-changed', 'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'status': 'completed', 'code': 200} Mar 30 18:25:59.933945 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:59.974984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-a17c7569-b43a-45c6-b5cb-bf31eff17680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.976538 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-a17c7569-b43a-45c6-b5cb-bf31eff17680 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 1129 time: 0.0717835 Mar 30 18:26:00.086913 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310e02b-d3de-489b-a4bc-cf8346176552 req-be687845-7c6a-40c7-ab76-0d7bfc844bb1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.089609 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1310e02b-d3de-489b-a4bc-cf8346176552 req-be687845-7c6a-40c7-ab76-0d7bfc844bb1 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0662332 Mar 30 18:26:00.091943 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-d134a827-60e2-44c0-bb21-031c13fcd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.093437 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-d134a827-60e2-44c0-bb21-031c13fcd647 service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.0967472 Mar 30 18:26:00.142386 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-a968d98c-6b40-475e-93e6-fc9663c78d11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 200 len: 217 time: 0.0418956 Mar 30 18:26:00.145073 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1310e02b-d3de-489b-a4bc-cf8346176552 req-7cf2aaef-a279-40dc-aedb-c7e0cd0ece88 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496485 Mar 30 18:26:00.195449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-e1fc7473-284c-43b0-a866-c11d6d9fc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.198338 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-e1fc7473-284c-43b0-a866-c11d6d9fc816 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0496945 Mar 30 18:26:00.255271 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-d5eea2cf-fbb7-42e3-a148-dafebb8e7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.256729 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-d5eea2cf-fbb7-42e3-a148-dafebb8e7026 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468607 Mar 30 18:26:00.335076 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:00.349059 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-dd332168-9d58-4fb4-9a09-78e911d3a1e1 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842228 Mar 30 18:26:00.363979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:00.373030 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:00.373638 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:00.443275 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-dae5f9ae-d711-49b6-9375-0ffdedc6f0da req-97a61c09-f3c1-44fe-ac85-404eacd37b46 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874002 Mar 30 18:26:00.485117 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:00.710914 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:00.742944 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9db9974-5fdd-4ae3-9bd0-2291c73798f2 None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'a94df250-2fb5-415b-a684-06837085e1b5', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'port_id': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'mac_address': 'fa:16:3e:ad:78:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7c2af-708e-4b42-b132-73a782f20601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:22:10Z', 'updated_at': '2022-03-30T18:22:12Z', 'revision_number': 1, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:00.968507 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32991b-fb15-4813-9a74-dcdbfe063dc6 None None] New status for floating IP 894e194b-6f9e-4318-9dca-54e6d7fbec18: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:26:01.266751 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32975020-8a1b-4299-a630-04202ca63b01 req-4f63da4e-c230-4501-9128-9a7171be5697 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:01.268123 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32975020-8a1b-4299-a630-04202ca63b01 req-4f63da4e-c230-4501-9128-9a7171be5697 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Mar 30 18:26:01.317132 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32975020-8a1b-4299-a630-04202ca63b01 req-c1bc9c42-c0b4-4e0f-9b96-16e6697d242b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433896 Mar 30 18:26:01.988974 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-978ccdad-baf9-4943-8553-43676586e933 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:01.990411 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-978ccdad-baf9-4943-8553-43676586e933 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 945 time: 0.0557916 Mar 30 18:26:02.082851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port 9cecf82d-b3b0-441e-abfd-29d92c38b471 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:02.083188 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.183055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] For port 9cecf82d-b3b0-441e-abfd-29d92c38b471, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=9cecf82d-b3b0-441e-abfd-29d92c38b471,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:02.183410 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.199327 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for 9cecf82d-b3b0-441e-abfd-29d92c38b471 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:02.331867 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (9cecf82d-b3b0-441e-abfd-29d92c38b471), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.363666 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=9cecf82d-b3b0-441e-abfd-29d92c38b471,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:02.421543 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] No DVR routers for this DVR port 9cecf82d-b3b0-441e-abfd-29d92c38b471 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:02.424363 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:02.427663 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3f38c54c-b25a-4b2e-ac17-d0993dcde1b9 req-668d30a0-1942-48fe-be69-ed67f1e03bd4 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "DELETE /v2.0/ports/9cecf82d-b3b0-441e-abfd-29d92c38b471 HTTP/1.1" status: 204 len: 173 time: 0.4314103 Mar 30 18:26:02.428170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'name': 'network-vif-deleted', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:02.430441 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2daba-c614-400a-8124-a968cce6a973" -d '{"events": [{"server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "name": "network-vif-deleted", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:02.450209 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a6baae9b-78cc-4b5f-a2a3-e0b61b247125 req-825b8ff9-f6d7-4213-aabf-f68d289aa810 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=f64f1502-e67c-4df2-bda9-ef362d045ba8 HTTP/1.1" status: 200 len: 210 time: 0.0397067 Mar 30 18:26:02.475390 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab355e-cf33-45df-913a-4f51cf988f3e x-openstack-request-id: req-f9ab355e-cf33-45df-913a-4f51cf988f3e {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:02.475864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f1502-e67c-4df2-bda9-ef362d045ba8", "name": "network-vif-deleted", "tag": "9cecf82d-b3b0-441e-abfd-29d92c38b471", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:02.476307 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9ab355e-cf33-45df-913a-4f51cf988f3e {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:02.476800 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ab355e-cf33-45df-913a-4f51cf988f3e'] response: {'server_uuid': 'f64f1502-e67c-4df2-bda9-ef362d045ba8', 'name': 'network-vif-deleted', 'tag': '9cecf82d-b3b0-441e-abfd-29d92c38b471', 'status': 'completed', 'code': 200} Mar 30 18:26:04.007094 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33006) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:04.050303 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Deleting subnet cb967f4b-27b6-474b-8709-d2400754d198 {{(pid=103472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:26:04.053390 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Publish callbacks [] for subnet (cb967f4b-27b6-474b-8709-d2400754d198), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.087494 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16087073'] for subnet (cb967f4b-27b6-474b-8709-d2400754d198), precommit_delete_associations {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.130553 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (cb967f4b-27b6-474b-8709-d2400754d198), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.181513 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14354701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14214647'] for subnet (cb967f4b-27b6-474b-8709-d2400754d198), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.207456 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb967f4b-27b6-474b-8709-d2400754d198,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:04.209423 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.215204 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-30ae2561-e84d-4b96-87ae-1750030b0ab2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb967f4b-27b6-474b-8709-d2400754d198 HTTP/1.1" status: 204 len: 168 time: 0.2049508 Mar 30 18:26:04.215418 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33010) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:04.282012 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (52ee0fdc-d73d-4947-8743-012c9d37ee78), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.360983 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (52ee0fdc-d73d-4947-8743-012c9d37ee78), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.380595 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee0fdc-d73d-4947-8743-012c9d37ee78']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.390348 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93107767-44e9-48f2-84b1-ea336033bf6b') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.390644 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93107767-44e9-48f2-84b1-ea336033bf6b') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.400533 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16087082'] for segment (93107767-44e9-48f2-84b1-ea336033bf6b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.413332 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (93107767-44e9-48f2-84b1-ea336033bf6b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.419210 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:26:04.419597 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14355115'] for segment (93107767-44e9-48f2-84b1-ea336033bf6b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: Traceback (most recent call last): Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: timer() Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: cb(*args, **kw) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: return func(*args, **kwargs) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: self._notify() Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: self.callback(batched_events) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: event.method(event) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: return f(self, *a, **k) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._get(url).json() Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: return self.request(url, 'GET', **kwargs) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:26:04.421286 dv-cinder-835878-1-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:26:04.478048 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (52ee0fdc-d73d-4947-8743-012c9d37ee78), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.483985 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.487808 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] 10.222.0.24 "DELETE /v2.0/networks/52ee0fdc-d73d-4947-8743-012c9d37ee78 HTTP/1.1" status: 204 len: 168 time: 0.2714906 Mar 30 18:26:04.490716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33012) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:04.498994 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528116f-34da-4272-ac1a-6ff6ed1f1c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ee0fdc-d73d-4947-8743-012c9d37ee78,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:04.534767 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Deleting subnet 0db42a4e-dbaf-43bf-97a1-c9197423a35e {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:26:04.537968 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Publish callbacks [] for subnet (0db42a4e-dbaf-43bf-97a1-c9197423a35e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.570235 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (0db42a4e-dbaf-43bf-97a1-c9197423a35e), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.613401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (0db42a4e-dbaf-43bf-97a1-c9197423a35e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.665881 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (0db42a4e-dbaf-43bf-97a1-c9197423a35e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.690170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db42a4e-dbaf-43bf-97a1-c9197423a35e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:04.696716 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.702924 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-93f2581e-a63d-4dbe-9b9d-5a1b5dd56b0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0db42a4e-dbaf-43bf-97a1-c9197423a35e HTTP/1.1" status: 204 len: 168 time: 0.2088182 Mar 30 18:26:04.703176 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33020) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:04.770150 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (25ef4c3c-9ead-422a-bad5-95e13d5e7d57), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.849718 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (25ef4c3c-9ead-422a-bad5-95e13d5e7d57), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.869345 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ef4c3c-9ead-422a-bad5-95e13d5e7d57']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.878244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a394a49-dc85-49ad-ae40-a7d8f602b783') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.878541 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a394a49-dc85-49ad-ae40-a7d8f602b783') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:04.888332 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (7a394a49-dc85-49ad-ae40-a7d8f602b783), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.900988 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (7a394a49-dc85-49ad-ae40-a7d8f602b783), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.906638 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:26:04.906973 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (7a394a49-dc85-49ad-ae40-a7d8f602b783), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:26:04.909081 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:26:04.966680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (25ef4c3c-9ead-422a-bad5-95e13d5e7d57), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.972101 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:04.975499 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] 10.222.0.24 "DELETE /v2.0/networks/25ef4c3c-9ead-422a-bad5-95e13d5e7d57 HTTP/1.1" status: 204 len: 168 time: 0.2714345 Mar 30 18:26:04.987540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11098d-4cf5-4da5-8124-a2fba1e51434 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ef4c3c-9ead-422a-bad5-95e13d5e7d57,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:05.147135 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33026) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.186943 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-e3cc2e6e-c9c3-4fc6-98c6-658496022559 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=908a9587aff946f0b7be16f4173dce51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386069 Mar 30 18:26:05.189322 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33028) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.235042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] Publish callbacks [] for security_group (b23e184a-c3ef-4519-8103-276bbaca2af6), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.255561 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] Publish callbacks [] for security_group (b23e184a-c3ef-4519-8103-276bbaca2af6), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.300397 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b23e184a-c3ef-4519-8103-276bbaca2af6), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.302804 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.303944 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b23e184a-c3ef-4519-8103-276bbaca2af6 HTTP/1.1" status: 204 len: 168 time: 0.1137259 Mar 30 18:26:05.311977 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b65c-5386-4964-955b-a1ab5b4f00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e184a-c3ef-4519-8103-276bbaca2af6,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:05.614556 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33034) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.653269 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6fe59faa-e7c6-4f74-a4aa-ca19911e2bef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db0ff0a1dfde4c3bbb04cd14b7cec828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373955 Mar 30 18:26:05.655529 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33036) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.703603 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] Publish callbacks [] for security_group (5e084357-baeb-43e5-aec8-1a4091326911), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.722103 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33040) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:05.725299 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] Publish callbacks [] for security_group (5e084357-baeb-43e5-aec8-1a4091326911), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.775698 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (5e084357-baeb-43e5-aec8-1a4091326911), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.778470 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.779667 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e084357-baeb-43e5-aec8-1a4091326911 HTTP/1.1" status: 204 len: 168 time: 0.1232510 Mar 30 18:26:05.787437 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808b894-1e78-4f5e-b624-630be3af0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e084357-baeb-43e5-aec8-1a4091326911,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:05.888108 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port 577105ea-7ca1-4924-a42c-0e7899e78df8 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:05.888497 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.964785 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.965110 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (577105ea-7ca1-4924-a42c-0e7899e78df8), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:05.977796 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for 577105ea-7ca1-4924-a42c-0e7899e78df8 owned by network:floatingip {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:06.139538 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (577105ea-7ca1-4924-a42c-0e7899e78df8), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.166704 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=577105ea-7ca1-4924-a42c-0e7899e78df8,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:06.229800 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (a94df250-2fb5-415b-a684-06837085e1b5), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.230135 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.l3_db [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Floating IP a94df250-2fb5-415b-a684-06837085e1b5 disassociated (deleted). External IP: 172.27.2.173, port: 0ceb94d7-f563-468f-9bcb-a60f7824f2e0. Mar 30 18:26:06.441896 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:06.554102 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:06.559574 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:06.564764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:06.574312 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:06.574946 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:06.595839 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-fbeabd0f-2dc1-4efc-92e5-8bf5c611fd50 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "DELETE /v2.0/floatingips/a94df250-2fb5-415b-a684-06837085e1b5 HTTP/1.1" status: 204 len: 168 time: 0.8725438 Mar 30 18:26:06.596584 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0'}] {{(pid=103472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:06.599074 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12a15fab1f005814a8443c0fafd1a9bd7c3351fef9b9fb5afeec6352e4dd09f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0"}]}' {{(pid=103472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:06.721795 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:06.794312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0771f6-bdb3-4507-b84d-651ff23f8789 x-openstack-request-id: req-af0771f6-bdb3-4507-b84d-651ff23f8789 {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:06.794802 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0", "status": "completed", "code": 200}]} {{(pid=103472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:06.795043 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af0771f6-bdb3-4507-b84d-651ff23f8789 {{(pid=103472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:06.795482 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0771f6-bdb3-4507-b84d-651ff23f8789'] response: {'name': 'network-changed', 'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'status': 'completed', 'code': 200} Mar 30 18:26:06.906263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-54de96c5-778c-4b99-9db2-5f2ca28dc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:06.907712 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-54de96c5-778c-4b99-9db2-5f2ca28dc76e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 1129 time: 0.0818398 Mar 30 18:26:06.920588 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03f3b-147c-4de7-9b12-9a947d68c081 req-3556dc6b-6bac-4ad7-868d-fc470b5f5ace tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:06.922086 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32e03f3b-147c-4de7-9b12-9a947d68c081 req-3556dc6b-6bac-4ad7-868d-fc470b5f5ace tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0866978 Mar 30 18:26:06.930424 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33080) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:06.938465 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:06.965747 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:06.974382 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:06.975222 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:25:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:07.035794 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-32e03f3b-147c-4de7-9b12-9a947d68c081 req-66f4d998-6b23-458d-bae4-97b90206bc8d tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047580 Mar 30 18:26:07.049388 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0e6a65d0-39bb-4a69-b97c-42bd833cc791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.059159 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-36bc75a4-9df9-4f67-b6d6-78d4d6104cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:07.061026 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-36bc75a4-9df9-4f67-b6d6-78d4d6104cde service neutron] 10.222.0.23 "GET /v2.0/networks?id=094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 200 len: 912 time: 0.1378839 Mar 30 18:26:07.099837 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:07.123010 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-e1052574-475f-41d3-bc40-541719af49e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 200 len: 217 time: 0.0462711 Mar 30 18:26:07.128073 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0e6a65d0-39bb-4a69-b97c-42bd833cc791 admin admin] Publish callbacks [] for security_group (b9b0484c-fe87-448e-b658-75fff0757b4e), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.131768 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-0e6a65d0-39bb-4a69-b97c-42bd833cc791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9b0484c-fe87-448e-b658-75fff0757b4e), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.174456 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-0e6a65d0-39bb-4a69-b97c-42bd833cc791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26a34573559c457ca84fee71e67c1771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421780 Mar 30 18:26:07.174728 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33084) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:07.175811 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a65d0-39bb-4a69-b97c-42bd833cc791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0484c-fe87-448e-b658-75fff0757b4e,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:07.204425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-b889eea1-855e-47f7-9530-0b2c68ac7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:07.206015 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-b889eea1-855e-47f7-9530-0b2c68ac7797 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 200 len: 851 time: 0.0699203 Mar 30 18:26:07.263606 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] Publish callbacks [] for security_group (b9b0484c-fe87-448e-b658-75fff0757b4e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.297412 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] Publish callbacks [] for security_group (b9b0484c-fe87-448e-b658-75fff0757b4e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.298518 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-b161450d-cd0c-41c1-a057-29c2bbb07b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:07.300013 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-b161450d-cd0c-41c1-a057-29c2bbb07b55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=094abf50-fb2a-44ec-a8e1-199a5454de40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857301 Mar 30 18:26:07.332179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:07.363429 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9cecf82d-b3b0-441e-abfd-29d92c38b471 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:07.367018 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2f3b5-7a94-4256-84d1-c27cc915c0ae None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 4, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '81c1601b-5d02-4223-9f94-d15553948104', 'name': '', 'network_id': '094abf50-fb2a-44ec-a8e1-199a5454de40', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'mac_address': 'fa:16:3e:2f:91:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:47Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'subnets': [{'id': '2e0ce7f2-8169-4b78-834d-254136fa0764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:07.386431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 9cecf82d-b3b0-441e-abfd-29d92c38b471 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:07.386781 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 9cecf82d-b3b0-441e-abfd-29d92c38b471 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:07.411029 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (b9b0484c-fe87-448e-b658-75fff0757b4e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.413643 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:07.418172 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9b0484c-fe87-448e-b658-75fff0757b4e HTTP/1.1" status: 204 len: 168 time: 0.2389731 Mar 30 18:26:07.426430 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-a97a61fc-2f73-4a1d-a9e1-b521e7781fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165707 Mar 30 18:26:07.427208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a58a2-390f-45a1-a4a1-c89c83f517b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0484c-fe87-448e-b658-75fff0757b4e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:07.545673 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0c1788a9-760a-4e57-b5d4-c1e4b0904fe4 req-3f4a8b73-eb5f-4fb9-a2e9-fa4ad555bf31 service neutron] 10.222.0.23 "GET /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105845 Mar 30 18:26:07.680777 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54aff4c-8dfe-4139-8306-c6f0daad18be None None] New status for floating IP a94df250-2fb5-415b-a684-06837085e1b5: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:26:07.706255 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca076-c298-4a7f-aa2c-60d3f25c4b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:08.163860 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03a84b-ce75-4714-8b69-3879a2cc9a30 req-c39fe2f0-ecca-48e4-b574-8547e1320624 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:08.165865 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c03a84b-ce75-4714-8b69-3879a2cc9a30 req-c39fe2f0-ecca-48e4-b574-8547e1320624 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0548539 Mar 30 18:26:08.220562 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-6c03a84b-ce75-4714-8b69-3879a2cc9a30 req-6331908b-2cb1-4871-aa4a-5e725dd07de9 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/security-groups?id=3caf1c53-c382-4048-bb89-8fc99940158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485950 Mar 30 18:26:08.755530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-80ac5d04-5038-4aa9-9a9d-b80f28ce2b1f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:08.757023 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-80ac5d04-5038-4aa9-9a9d-b80f28ce2b1f tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 945 time: 0.0559027 Mar 30 18:26:08.849087 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:08.849425 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:08.946411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] For port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:08.947109 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:08.967886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:09.130360 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0ceb94d7-f563-468f-9bcb-a60f7824f2e0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.157426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=0ceb94d7-f563-468f-9bcb-a60f7824f2e0,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:09.203399 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] No DVR routers for this DVR port 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:09.206267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:09.209357 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-14b776cd-507c-4cb5-9b31-99b8761947f1 req-97cf86e3-a6dc-4fd4-98bc-65060ef8b9a0 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.23 "DELETE /v2.0/ports/0ceb94d7-f563-468f-9bcb-a60f7824f2e0 HTTP/1.1" status: 204 len: 173 time: 0.4462543 Mar 30 18:26:09.209775 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'name': 'network-vif-deleted', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:09.212553 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c326e-eb7c-43a9-afdd-4e1d0ead0531" -d '{"events": [{"server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "name": "network-vif-deleted", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:09.250121 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc0558-ec1a-4a5c-8dfa-2a6f7f9b3b58 x-openstack-request-id: req-32cc0558-ec1a-4a5c-8dfa-2a6f7f9b3b58 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:09.250421 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7c2af-708e-4b42-b132-73a782f20601", "name": "network-vif-deleted", "tag": "0ceb94d7-f563-468f-9bcb-a60f7824f2e0", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:09.250678 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32cc0558-ec1a-4a5c-8dfa-2a6f7f9b3b58 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:09.251082 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cc0558-ec1a-4a5c-8dfa-2a6f7f9b3b58'] response: {'server_uuid': '71d7c2af-708e-4b42-b132-73a782f20601', 'name': 'network-vif-deleted', 'tag': '0ceb94d7-f563-468f-9bcb-a60f7824f2e0', 'status': 'completed', 'code': 200} Mar 30 18:26:09.325955 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4b34935d-dfa8-4a5f-b93f-28b1e3bf8a25 req-7d971eb9-60bd-4237-9d37-f015b55d1e47 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d7c2af-708e-4b42-b132-73a782f20601 HTTP/1.1" status: 200 len: 210 time: 0.0327253 Mar 30 18:26:10.057390 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6a8b-0efe-461b-b3b8-1c66f8793418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.383123 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33174) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:10.512519 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Deleting port a2174635-cae5-467c-80f4-47e3ec3d7814 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:10.512867 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.850833 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.851162 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (a2174635-cae5-467c-80f4-47e3ec3d7814), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.864131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Calling delete_port for a2174635-cae5-467c-80f4-47e3ec3d7814 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:10.897139 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:10.992829 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (a2174635-cae5-467c-80f4-47e3ec3d7814), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.017942 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'Port': ['ID=a2174635-cae5-467c-80f4-47e3ec3d7814,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:11.077162 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for floatingip (9fc9c089-a1e5-4272-a9e3-07888e4c0880), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.079795 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.080990 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-f7ef5ee4-ab73-4073-9cc9-cd5a4bb0387b tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "DELETE /v2.0/floatingips/9fc9c089-a1e5-4272-a9e3-07888e4c0880 HTTP/1.1" status: 204 len: 168 time: 0.6960886 Mar 30 18:26:11.612463 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33196) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:11.714782 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.788215 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Publish callbacks [] for security_group (00ab4ae2-a221-4bcc-af3b-0faa18b0aa97), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.792651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (00ab4ae2-a221-4bcc-af3b-0faa18b0aa97), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.834067 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be1c82627aeb4ed2bd52521cd34fa60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205122 Mar 30 18:26:11.834920 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab4ae2-a221-4bcc-af3b-0faa18b0aa97,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:11.836710 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33200) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:11.841893 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.842247 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.842590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.842930 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.843265 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.843594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.843919 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.844243 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.844594 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.844921 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.845250 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.845577 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.845901 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.846217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.846537 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0560b2-4605-4220-b86f-6ba6584f7960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:11.887906 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] Publish callbacks [] for security_group (00ab4ae2-a221-4bcc-af3b-0faa18b0aa97), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.908312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] Publish callbacks [] for security_group (00ab4ae2-a221-4bcc-af3b-0faa18b0aa97), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.957232 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (00ab4ae2-a221-4bcc-af3b-0faa18b0aa97), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.959938 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:11.963660 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00ab4ae2-a221-4bcc-af3b-0faa18b0aa97 HTTP/1.1" status: 204 len: 168 time: 0.1257730 Mar 30 18:26:11.971836 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1111-766b-42b5-b5db-d40c0a4cffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab4ae2-a221-4bcc-af3b-0faa18b0aa97,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:12.155175 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:26:12.232861 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33206) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:12.245795 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-955bd69d-bf30-4ed1-a458-cd680d18a740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.277515 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33210) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:12.329145 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-955bd69d-bf30-4ed1-a458-cd680d18a740 admin admin] Publish callbacks [] for security_group (4dd78372-d4cf-45b3-8c77-99aa12e1ae7c), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.333691 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-955bd69d-bf30-4ed1-a458-cd680d18a740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (4dd78372-d4cf-45b3-8c77-99aa12e1ae7c), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.338419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (3caf1c53-c382-4048-bb89-8fc99940158e), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.364539 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (3caf1c53-c382-4048-bb89-8fc99940158e), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.373086 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd69d-bf30-4ed1-a458-cd680d18a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd78372-d4cf-45b3-8c77-99aa12e1ae7c,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:12.380448 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-955bd69d-bf30-4ed1-a458-cd680d18a740 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85923ec56b5149859dfcba5ad3d44ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464422 Mar 30 18:26:12.381629 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33216) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:12.435641 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3caf1c53-c382-4048-bb89-8fc99940158e), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.438243 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.439450 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] 10.222.0.24 "DELETE /v2.0/security-groups/3caf1c53-c382-4048-bb89-8fc99940158e HTTP/1.1" status: 204 len: 168 time: 0.1608667 Mar 30 18:26:12.449058 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c5f1f-4ce7-4307-a4b6-226fde59c617 tempest-TestVolumeBootPattern-1922210039 tempest-TestVolumeBootPattern-1922210039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf1c53-c382-4048-bb89-8fc99940158e,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:12.449844 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] Publish callbacks [] for security_group (4dd78372-d4cf-45b3-8c77-99aa12e1ae7c), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.480424 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] Publish callbacks [] for security_group (4dd78372-d4cf-45b3-8c77-99aa12e1ae7c), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.501507 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33220) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:12.547883 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (4dd78372-d4cf-45b3-8c77-99aa12e1ae7c), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.547883 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.549268 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd78372-d4cf-45b3-8c77-99aa12e1ae7c HTTP/1.1" status: 204 len: 168 time: 0.1652992 Mar 30 18:26:12.557050 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c19c-53c0-41db-bf8c-3965ef0b3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd78372-d4cf-45b3-8c77-99aa12e1ae7c,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:12.581668 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.700609 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33228) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:12.944453 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e0-4c34-45e9-a477-6b22567d346b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.063225 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.137191 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e0-4c34-45e9-a477-6b22567d346b admin admin] Publish callbacks [] for security_group (cc2fe66b-5f62-4ec7-af0c-07c2f78010ee), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.141886 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e0-4c34-45e9-a477-6b22567d346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc2fe66b-5f62-4ec7-af0c-07c2f78010ee), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.194580 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d8e0-4c34-45e9-a477-6b22567d346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2fe66b-5f62-4ec7-af0c-07c2f78010ee,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:13.204619 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-caf0d8e0-4c34-45e9-a477-6b22567d346b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22caed0b9e714bb78cd42fc6b1baf947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023091 Mar 30 18:26:13.207131 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33248) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:13.297956 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33252) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:13.319830 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] Publish callbacks [] for security_group (cc2fe66b-5f62-4ec7-af0c-07c2f78010ee), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.349564 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] Publish callbacks [] for security_group (cc2fe66b-5f62-4ec7-af0c-07c2f78010ee), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.399656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:13.403242 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1380833851-network', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:13.423784 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:13.424577 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device 0ceb94d7-f563-468f-9bcb-a60f7824f2e0 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:13.425563 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Made reservation on behalf of aa91d754c5334e36b5648896a2aa85c3 for: {'network': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:13.429072 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.438343 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.455874 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (cc2fe66b-5f62-4ec7-af0c-07c2f78010ee), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.458677 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.459827 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc2fe66b-5f62-4ec7-af0c-07c2f78010ee HTTP/1.1" status: 204 len: 168 time: 0.2517860 Mar 30 18:26:13.474964 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a46963-fa88-4535-b1a3-d9d6233b78ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2fe66b-5f62-4ec7-af0c-07c2f78010ee,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:13.485440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Deleting port 81c1601b-5d02-4223-9f94-d15553948104 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:13.485785 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (81c1601b-5d02-4223-9f94-d15553948104), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.524503 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks [] for security_group (11693e98-ca30-4ca5-bd76-92b6e811bb8d), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.529565 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (11693e98-ca30-4ca5-bd76-92b6e811bb8d), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.551311 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:26:13.567049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11693e98-ca30-4ca5-bd76-92b6e811bb8d,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:13.570037 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (14bb26db-9f3e-4f0e-8825-30a11deb1a64), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.570376 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.db.segments_db [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Added segment 14bb26db-9f3e-4f0e-8825-30a11deb1a64 of type vlan for network df8e0f85-4a75-4ea5-9570-a2e9a579081b Mar 30 18:26:13.587745 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] For port 81c1601b-5d02-4223-9f94-d15553948104, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=81c1601b-5d02-4223-9f94-d15553948104,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:13.588110 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (81c1601b-5d02-4223-9f94-d15553948104), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.605606 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Calling delete_port for 81c1601b-5d02-4223-9f94-d15553948104 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:13.619540 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (df8e0f85-4a75-4ea5-9570-a2e9a579081b), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.654200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (df8e0f85-4a75-4ea5-9570-a2e9a579081b), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.655746 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.656387 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.718820 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4195328 Mar 30 18:26:13.721455 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33258) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:13.729345 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Request body: {'subnet': {'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1380833851-subnet', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:13.742939 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82302c0-17c8-40e6-95bb-ad74cb39cc3e admin admin] Pushing event updated for resources: {'Network': ['ID=df8e0f85-4a75-4ea5-9570-a2e9a579081b,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:13.758738 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Made reservation on behalf of aa91d754c5334e36b5648896a2aa85c3 for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:13.759304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:26:13.762322 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.847935 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (81c1601b-5d02-4223-9f94-d15553948104), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.877324 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c1601b-5d02-4223-9f94-d15553948104,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:13.997051 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (e882a415-230e-4fc1-ad59-029c2fb032db), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.055058 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e882a415-230e-4fc1-ad59-029c2fb032db,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:14.065575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.066122 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Checking segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:14.066501 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Network hostable DHCP agents. Network: df8e0f85-4a75-4ea5-9570-a2e9a579081b, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:26:14.084920 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:26:14.096487 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, df8e0f85-4a75-4ea5-9570-a2e9a579081b) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:14.100853 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:14.101497 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.110868 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81626a01-fedd-4ad4-8a2b-b7e9cc99314c None None] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:14.119141 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-03846c06-53c9-4511-ad28-5336980ba34d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959734 Mar 30 18:26:14.121831 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33260) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:14.126463 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:14.147963 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.150702 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.153123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.227071 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:26:14.227969 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.244027 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for router_controller (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.334801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Router 0a4bb785-ba2d-45c4-80a1-52f8b159838b has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:14.376206 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Allocated IP 172.20.0.2 (df8e0f85-4a75-4ea5-9570-a2e9a579081b/e882a415-230e-4fc1-ad59-029c2fb032db/b26b5815-a8fb-4c30-b43b-5310ba9670b3) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:14.397577 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for router_gateway (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.451066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:14.458680 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-08f08151-44e2-43a7-aed6-c2e01ea733d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a4bb785-ba2d-45c4-80a1-52f8b159838b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539061 Mar 30 18:26:14.458930 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33262) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:14.467171 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f3929-4009-445a-8192-b4d685200000 None None] Sync routers for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:14.488807 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:14.489364 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:14.545270 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks [] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.567990 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks [] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.579894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.608704 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for router_gateway (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.630931 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.682067 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks [] for router_gateway (0a4bb785-ba2d-45c4-80a1-52f8b159838b), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.746118 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Allocated IP 172.27.2.55 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/96a216a2-89dc-4f80-844b-574730d2bf83) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:14.747933 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Deleting port 0d59fcc3-1eea-4a26-b243-2829f10d511a {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:14.748455 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.803894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:14.809807 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Pushing event updated for resources: {'Port': ['ID=b26b5815-a8fb-4c30-b43b-5310ba9670b3,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:14.813918 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:14.817877 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:14.860341 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for port (96a216a2-89dc-4f80-844b-574730d2bf83), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.861424 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] For port 0d59fcc3-1eea-4a26-b243-2829f10d511a, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0d59fcc3-1eea-4a26-b243-2829f10d511a,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:14.861939 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.876689 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Calling delete_port for 0d59fcc3-1eea-4a26-b243-2829f10d511a owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:14.879042 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:14.897314 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.937889 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:14.940588 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Attempting to bind port b26b5815-a8fb-4c30-b43b-5310ba9670b3 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:14.940967 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Attempting to bind port b26b5815-a8fb-4c30-b43b-5310ba9670b3 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:14.941339 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Attempting to bind port b26b5815-a8fb-4c30-b43b-5310ba9670b3 on network df8e0f85-4a75-4ea5-9570-a2e9a579081b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:14.945469 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:14.948179 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:14.951211 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Pushing event updated for resources: {'Port': ['ID=96a216a2-89dc-4f80-844b-574730d2bf83,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:14.983447 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:14.983838 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Checking segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:14.984243 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:14.984687 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Bound using segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:14.985178 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Bound port: b26b5815-a8fb-4c30-b43b-5310ba9670b3, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:14.985560 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.056710 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0d59fcc3-1eea-4a26-b243-2829f10d511a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.097351 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] For port b26b5815-a8fb-4c30-b43b-5310ba9670b3, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:15.105246 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Pushing event deleted for resources: {'Port': ['ID=0d59fcc3-1eea-4a26-b243-2829f10d511a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:15.118086 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] For port b26b5815-a8fb-4c30-b43b-5310ba9670b3, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=b26b5815-a8fb-4c30-b43b-5310ba9670b3,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:15.128559 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.145778 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.195359 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:26:13Z', 'revision_number': 5, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port': {'id': '0d59fcc3-1eea-4a26-b243-2829f10d511a', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:15.201143 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83ca8-dcae-464d-bbe1-409e662570a2 None None] Pushing event updated for resources: {'Port': ['ID=b26b5815-a8fb-4c30-b43b-5310ba9670b3,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:15.229950 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f3929-4009-445a-8192-b4d685200000 None None] Checking router: 0a4bb785-ba2d-45c4-80a1-52f8b159838b for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:15.238599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] Routers {'0a4bb785-ba2d-45c4-80a1-52f8b159838b'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:15.239231 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:15.248508 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.250651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks [] for router_controller (0a4bb785-ba2d-45c4-80a1-52f8b159838b), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.251926 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for router_gateway (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.307527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (0a4bb785-ba2d-45c4-80a1-52f8b159838b), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.308040 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4bb785-ba2d-45c4-80a1-52f8b159838b {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:26:15.315558 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.316895 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-87bc7377-fb00-4068-a00f-aa315df1a6af admin admin] 10.222.0.24 "DELETE /v2.0/routers/0a4bb785-ba2d-45c4-80a1-52f8b159838b HTTP/1.1" status: 204 len: 168 time: 0.8569944 Mar 30 18:26:15.320579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33264) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:15.328653 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] Set router 0a4bb785-ba2d-45c4-80a1-52f8b159838b gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:15.383385 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Deleting subnet 2e0ce7f2-8169-4b78-834d-254136fa0764 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:26:15.387940 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Publish callbacks [] for subnet (2e0ce7f2-8169-4b78-834d-254136fa0764), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.433941 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-535f3929-4009-445a-8192-b4d685200000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:26:15Z', 'revision_number': 7, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:15.462155 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (2e0ce7f2-8169-4b78-834d-254136fa0764), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.468107 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f3929-4009-445a-8192-b4d685200000 None None] The sync data for ids ['0a4bb785-ba2d-45c4-80a1-52f8b159838b'] in dv-cinder-835878-1-iscsi is: [{'id': '0a4bb785-ba2d-45c4-80a1-52f8b159838b', 'name': 'tempest-TestVolumeBootPattern-1281438833-router', 'tenant_id': '8f147e63b3094a20b10b82a07b2afbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:44Z', 'updated_at': '2022-03-30T18:26:15Z', 'revision_number': 7, 'project_id': '8f147e63b3094a20b10b82a07b2afbfc', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:15.577794 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (2e0ce7f2-8169-4b78-834d-254136fa0764), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.631986 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (2e0ce7f2-8169-4b78-834d-254136fa0764), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.656755 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0ce7f2-8169-4b78-834d-254136fa0764,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:15.660499 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.667128 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-c9d052be-7b0a-4a3c-b97c-f99053d3109c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e0ce7f2-8169-4b78-834d-254136fa0764 HTTP/1.1" status: 204 len: 168 time: 0.3461747 Mar 30 18:26:15.667363 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33266) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:15.669932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d09f2c-10c1-45c8-be89-f38fed1b9b4a None None] Network 094abf50-fb2a-44ec-a8e1-199a5454de40 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:15.741832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (094abf50-fb2a-44ec-a8e1-199a5454de40), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.746639 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.806148 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Deleting port 0f034fdc-0d31-410b-9c69-bb87d795d102 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:15.806721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.865426 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] DHCP port deletion for 094abf50-fb2a-44ec-a8e1-199a5454de40 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:26:15.882358 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] For port 0f034fdc-0d31-410b-9c69-bb87d795d102, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0f034fdc-0d31-410b-9c69-bb87d795d102,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:15.883731 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:15.901130 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Calling delete_port for 0f034fdc-0d31-410b-9c69-bb87d795d102 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:15.907568 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:26:15.957771 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Deleting port 0f034fdc-0d31-410b-9c69-bb87d795d102 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:15.958358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.045280 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] For port 0f034fdc-0d31-410b-9c69-bb87d795d102, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=0f034fdc-0d31-410b-9c69-bb87d795d102,segment=NetworkSegment(47a971ce-c922-47d6-95e8-5403eaac621d),segment_id=47a971ce-c922-47d6-95e8-5403eaac621d)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:16.045686 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.062042 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.063555 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Calling delete_port for 0f034fdc-0d31-410b-9c69-bb87d795d102 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:16.088191 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:16.099792 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Sync routers for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:16.111414 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f034fdc-0d31-410b-9c69-bb87d795d102,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.120191 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:16.121172 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:16.122874 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.125497 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2f81617c-6c1d-41cd-9b06-f2ad3fbf19e5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0012257 Mar 30 18:26:16.127496 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33268) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:16.128617 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] No DVR routers for this DVR port 0f034fdc-0d31-410b-9c69-bb87d795d102 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:16.152701 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (0f034fdc-0d31-410b-9c69-bb87d795d102), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.184510 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] Pushing event deleted for resources: {'Port': ['ID=0f034fdc-0d31-410b-9c69-bb87d795d102,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.191304 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b4496-7339-4dc1-a5c6-87c5ea1139c0 None None] No DVR routers for this DVR port 0f034fdc-0d31-410b-9c69-bb87d795d102 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:16.233478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (094abf50-fb2a-44ec-a8e1-199a5454de40), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.263897 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094abf50-fb2a-44ec-a8e1-199a5454de40']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:16.274576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a971ce-c922-47d6-95e8-5403eaac621d') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:16.275108 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a971ce-c922-47d6-95e8-5403eaac621d') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:16.288174 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (47a971ce-c922-47d6-95e8-5403eaac621d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.304256 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (47a971ce-c922-47d6-95e8-5403eaac621d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.314493 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:26:16.315608 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (47a971ce-c922-47d6-95e8-5403eaac621d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:26:16.319945 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:26:16.406034 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device b26b5815-a8fb-4c30-b43b-5310ba9670b3 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:16.406742 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:16.447565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (094abf50-fb2a-44ec-a8e1-199a5454de40), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.460773 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.475050 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/094abf50-fb2a-44ec-a8e1-199a5454de40 HTTP/1.1" status: 204 len: 168 time: 0.8065963 Mar 30 18:26:16.478477 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33270) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:16.479551 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff28f5-1b43-41eb-84b1-37c2337d8cd2 None None] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:16.499138 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875266-c7ec-4c26-8423-7fc666b312e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=094abf50-fb2a-44ec-a8e1-199a5454de40,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.527328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port b26b5815-a8fb-4c30-b43b-5310ba9670b3 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:16.528011 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.614958 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Provisioning complete for port b26b5815-a8fb-4c30-b43b-5310ba9670b3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:16.615602 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.684693 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:15Z', 'revision_number': 3, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:16.716870 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Checking router: dde0b7dc-2333-4cb1-8bd1-5fa026b87640 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:16.717247 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Updating router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 port 96a216a2-89dc-4f80-844b-574730d2bf83 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:26:16.730617 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port b26b5815-a8fb-4c30-b43b-5310ba9670b3 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:16.731012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.752023 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.801470 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.811770 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port b26b5815-a8fb-4c30-b43b-5310ba9670b3, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=b26b5815-a8fb-4c30-b43b-5310ba9670b3,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:16.823743 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.834266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Current status of the port b26b5815-a8fb-4c30-b43b-5310ba9670b3 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:16.834678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.955967 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 81c1601b-5d02-4223-9f94-d15553948104 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:16.996103 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 81c1601b-5d02-4223-9f94-d15553948104 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:16.996638 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 81c1601b-5d02-4223-9f94-d15553948104 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:17.009519 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=b26b5815-a8fb-4c30-b43b-5310ba9670b3,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.071015 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.db.api [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103473) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:26:17.072122 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG oslo_db.api [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:26:17.082446 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Allocated IP 172.20.0.1 (df8e0f85-4a75-4ea5-9570-a2e9a579081b/e882a415-230e-4fc1-ad59-029c2fb032db/ba12880a-5cfd-4c53-b3c1-316c2993fd50) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:17.168199 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks [] for port (96a216a2-89dc-4f80-844b-574730d2bf83), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.175574 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.198572 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks [] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.233380 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Pushing event updated for resources: {'Port': ['ID=96a216a2-89dc-4f80-844b-574730d2bf83,revision_number=2']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.235419 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Attempting to bind port 96a216a2-89dc-4f80-844b-574730d2bf83 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:17.235783 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Attempting to bind port 96a216a2-89dc-4f80-844b-574730d2bf83 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:17.236233 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Attempting to bind port 96a216a2-89dc-4f80-844b-574730d2bf83 on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:17.240161 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.245800 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.246178 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.246500 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.247304 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.247304 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.247728 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.248055 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.248403 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.248719 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.249066 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.249356 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.249702 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.249993 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.250307 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.250626 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:17.254057 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:17.254439 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:17.254838 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.255216 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:17.255688 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Bound port: 96a216a2-89dc-4f80-844b-574730d2bf83, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:17.256064 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.281511 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:17.285877 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:17.288312 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:17.312070 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] For port 96a216a2-89dc-4f80-844b-574730d2bf83, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:17.315497 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] For port 96a216a2-89dc-4f80-844b-574730d2bf83, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=96a216a2-89dc-4f80-844b-574730d2bf83,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:17.326722 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.334333 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.349147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (ae47b666-e493-46c1-b044-f6b6962a57d5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.377749 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Pushing event updated for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.395452 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:17.396093 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:17.401454 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2c150-7957-4479-9464-4aefc576abf2 None None] Pushing event updated for resources: {'Port': ['ID=96a216a2-89dc-4f80-844b-574730d2bf83,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.513586 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.520933 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:17.622567 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device b26b5815-a8fb-4c30-b43b-5310ba9670b3 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:17.661696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Deleting port 3d2e8799-8630-4ffa-8390-7474cf92cd18 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:17.662555 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.676444 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5013a475-7ae9-4d7b-aa3e-1dc1731450da None None] Current status of the port b26b5815-a8fb-4c30-b43b-5310ba9670b3 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:17.692036 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port b26b5815-a8fb-4c30-b43b-5310ba9670b3 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:17.692726 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.740149 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:15Z', 'revision_number': 3, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:17.758878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] For port 3d2e8799-8630-4ffa-8390-7474cf92cd18, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=3d2e8799-8630-4ffa-8390-7474cf92cd18,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:17.759228 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.761608 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks [] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.767722 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14355191'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.769557 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08eb62-b4ce-4275-9124-1109cef447c8 None None] The sync data for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi is: [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:15Z', 'revision_number': 3, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:17.774081 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Calling delete_port for 3d2e8799-8630-4ffa-8390-7474cf92cd18 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:17.781316 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port b26b5815-a8fb-4c30-b43b-5310ba9670b3 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:17.801900 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Provisioning complete for port ba12880a-5cfd-4c53-b3c1-316c2993fd50 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:17.802229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.852011 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Port ba12880a-5cfd-4c53-b3c1-316c2993fd50 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:17.859102 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Pushing event updated for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:17.865857 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0f034fdc-0d31-410b-9c69-bb87d795d102 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:17.870259 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Provisioning complete for port b26b5815-a8fb-4c30-b43b-5310ba9670b3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:17.870638 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.884807 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:17.890661 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 0f034fdc-0d31-410b-9c69-bb87d795d102 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:17.891014 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0f034fdc-0d31-410b-9c69-bb87d795d102 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:17.891446 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0d59fcc3-1eea-4a26-b243-2829f10d511a no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:17.935785 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 0d59fcc3-1eea-4a26-b243-2829f10d511a {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:17.936133 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 0d59fcc3-1eea-4a26-b243-2829f10d511a not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:17.983523 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:17.985187 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:18.016559 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-3254dce9-e003-42c0-997c-4fde8048ea1c None None] Current status of the port b26b5815-a8fb-4c30-b43b-5310ba9670b3 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:18.029260 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (3d2e8799-8630-4ffa-8390-7474cf92cd18), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.062901 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2e8799-8630-4ffa-8390-7474cf92cd18,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:18.146358 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:18.320114 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:18.332969 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-10a1e910-23ca-41a8-8faf-b7c99e3c9964 admin admin] 10.222.0.24 "PUT /v2.0/routers/dde0b7dc-2333-4cb1-8bd1-5fa026b87640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2023530 Mar 30 18:26:18.338575 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (ae47b666-e493-46c1-b044-f6b6962a57d5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.373262 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-0bf086f0-b8d3-4f70-a7e0-810403107964 None None] Provisioning complete for port ba12880a-5cfd-4c53-b3c1-316c2993fd50 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:18.373594 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-0bf086f0-b8d3-4f70-a7e0-810403107964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.433018 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-0bf086f0-b8d3-4f70-a7e0-810403107964 None None] Port ba12880a-5cfd-4c53-b3c1-316c2993fd50 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:18.606267 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Router ae47b666-e493-46c1-b044-f6b6962a57d5 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:18.726911 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:18.732241 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-3f6a756e-7e77-47db-aea0-98bdabdbfd57 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae47b666-e493-46c1-b044-f6b6962a57d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515507 Mar 30 18:26:18.734470 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33278) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:18.736596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Sync routers for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:18.749583 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:18.750091 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:18.860079 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks [] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.872238 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:18.988404 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks [] for router_gateway (ae47b666-e493-46c1-b044-f6b6962a57d5), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.045464 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Deleting port aec052ae-049d-46b6-be42-027c134ed264 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:19.045961 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (aec052ae-049d-46b6-be42-027c134ed264), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.069420 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'aec052ae-049d-46b6-be42-027c134ed264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 5, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port': {'id': 'aec052ae-049d-46b6-be42-027c134ed264', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:19.134341 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33288) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.141422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125465051-network', 'tenant_id': 'bb1a349220564865854b7eb6f350581a'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:19.150244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] For port aec052ae-049d-46b6-be42-027c134ed264, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=aec052ae-049d-46b6-be42-027c134ed264,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:19.150604 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (aec052ae-049d-46b6-be42-027c134ed264), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.169046 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Calling delete_port for aec052ae-049d-46b6-be42-027c134ed264 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:19.182918 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Made reservation on behalf of bb1a349220564865854b7eb6f350581a for: {'network': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:19.185319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for network (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.224506 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.236179 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Checking router: ae47b666-e493-46c1-b044-f6b6962a57d5 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:19.245684 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Routers {'ae47b666-e493-46c1-b044-f6b6962a57d5'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:19.246248 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['ae47b666-e493-46c1-b044-f6b6962a57d5'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:19.341637 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] Set router ae47b666-e493-46c1-b044-f6b6962a57d5 gateway port host: None {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:19.390478 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks [] for security_group (c1f4d5a2-02f3-4d35-816c-d740879403dd), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.397066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c1f4d5a2-02f3-4d35-816c-d740879403dd), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.403373 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:26:18Z', 'revision_number': 6, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:19.432243 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc258e1-ed49-4012-b8cc-d4d1c8548324 None None] The sync data for ids ['ae47b666-e493-46c1-b044-f6b6962a57d5'] in dv-cinder-835878-1-iscsi is: [{'id': 'ae47b666-e493-46c1-b044-f6b6962a57d5', 'name': 'tempest-TestVolumeBootPattern-1684985407-router', 'tenant_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:26:18Z', 'revision_number': 6, 'project_id': '97f94a731b2d48f0b9f51dd1a0e6b3b3', 'gw_port_host': None}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:19.436851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103471) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:26:19.452211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (45d9929a-d4ea-4336-943e-c5a0b092f892), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.452600 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.segments_db [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Added segment 45d9929a-d4ea-4336-943e-c5a0b092f892 of type vlan for network 1b2b0473-1104-42b4-a402-f70bca163940 Mar 30 18:26:19.453892 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4d5a2-02f3-4d35-816c-d740879403dd,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.456392 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (aec052ae-049d-46b6-be42-027c134ed264), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.514791 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=aec052ae-049d-46b6-be42-027c134ed264,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.546206 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763621649457'] for network (1b2b0473-1104-42b4-a402-f70bca163940), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.599056 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (ae47b666-e493-46c1-b044-f6b6962a57d5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.602002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556'] for network (1b2b0473-1104-42b4-a402-f70bca163940), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.603712 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:19.604324 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.714208 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Sync routers for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:19.730331 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:19.730955 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:19.758880 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.763208 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6273432 Mar 30 18:26:19.764704 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks [] for router_controller (ae47b666-e493-46c1-b044-f6b6962a57d5), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.766569 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33290) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.775712 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Request body: {'subnet': {'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125465051-subnet', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'ip_version': 4}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:19.777828 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5ca3-eca0-41f2-9190-c2991a9d3fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2b0473-1104-42b4-a402-f70bca163940,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:19.789910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Network 1b2b0473-1104-42b4-a402-f70bca163940 details requested by agent ovs-agent-dv-cinder-835878-1-iscsi with host dv-cinder-835878-1-iscsi {{(pid=103473) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:26:19.833220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (ae47b666-e493-46c1-b044-f6b6962a57d5), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.833850 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae47b666-e493-46c1-b044-f6b6962a57d5 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:26:19.843607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.844808 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2aad1c6f-338e-4977-9ac7-7d3df9641e2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ae47b666-e493-46c1-b044-f6b6962a57d5 HTTP/1.1" status: 204 len: 168 time: 1.1091228 Mar 30 18:26:19.850686 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33292) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:19.854214 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Made reservation on behalf of bb1a349220564865854b7eb6f350581a for: {'subnet': 1} {{(pid=103472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:19.856640 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14214632'] for subnet (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:19.876580 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:19.981300 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Deleting subnet 6d238692-43a6-49ff-81e0-7c71dae48226 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:26:19.984733 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Publish callbacks [] for subnet (6d238692-43a6-49ff-81e0-7c71dae48226), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.041388 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (6d238692-43a6-49ff-81e0-7c71dae48226), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.116591 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14354766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14214654'] for subnet (c5095d28-ccbe-418e-8890-2418c03201a7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.136784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (6d238692-43a6-49ff-81e0-7c71dae48226), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.172808 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5095d28-ccbe-418e-8890-2418c03201a7,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:20.175232 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 2, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:20.183263 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Checking segment: {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:20.183730 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Network hostable DHCP agents. Network: 1b2b0473-1104-42b4-a402-f70bca163940, hostable agents: ['95a60fec-00ae-47f8-952c-acf866c89830'], hosted agents: [] {{(pid=103472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:26:20.202903 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Network 1b2b0473-1104-42b4-a402-f70bca163940 is scheduled to be hosted by DHCP agent 95a60fec-00ae-47f8-952c-acf866c89830 with binding_index 1 {{(pid=103472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:26:20.206000 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (6d238692-43a6-49ff-81e0-7c71dae48226), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.207970 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Checking router: dde0b7dc-2333-4cb1-8bd1-5fa026b87640 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:20.208348 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Updating router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 port ba12880a-5cfd-4c53-b3c1-316c2993fd50 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:26:20.213625 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835878-1-iscsi, 1b2b0473-1104-42b4-a402-f70bca163940) {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:20.218044 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:20.218616 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.226905 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034be750-be6f-4bfa-a13d-ba704d7df78e None None] Network 1b2b0473-1104-42b4-a402-f70bca163940 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:20.238926 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.243202 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-88d8a012-7df8-4687-a373-03b38ad32a50 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4753556 Mar 30 18:26:20.245111 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33294) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:20.252379 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d238692-43a6-49ff-81e0-7c71dae48226,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:20.253070 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:20.259019 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.265454 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0c36fa90-2ea1-4a81-b9bc-833553ec2533 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6d238692-43a6-49ff-81e0-7c71dae48226 HTTP/1.1" status: 204 len: 168 time: 0.4138002 Mar 30 18:26:20.266260 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33296) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:20.276685 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf5044-ba23-4431-89fc-63a434531208 None None] Network c7db162a-6d17-48ea-b36d-72dde50f1063 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:20.295605 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1661490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3502'] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.298074 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1655539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1675231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3495'] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.341866 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (c7db162a-6d17-48ea-b36d-72dde50f1063), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.373486 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 96a216a2-89dc-4f80-844b-574730d2bf83 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:20.402540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Deleting port e3269db0-f149-421b-849a-d412ed2b37e1 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:26:20.403073 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.410479 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for router_controller (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), precommit_add_association {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.472672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] For port e3269db0-f149-421b-849a-d412ed2b37e1, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=e3269db0-f149-421b-849a-d412ed2b37e1,segment=NetworkSegment(933a8c21-f083-4d28-8eb0-8514c05d0bbf),segment_id=933a8c21-f083-4d28-8eb0-8514c05d0bbf)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:20.473217 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.488684 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Calling delete_port for e3269db0-f149-421b-849a-d412ed2b37e1 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:26:20.508154 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb35c3ae5-ef1f-50cd-a51d-171051cf3050-1b2b0473-1104-42b4-a402-f70bca163940', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'project_id': 'bb1a349220564865854b7eb6f350581a', 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7'}]}} from dv-cinder-835878-1-iscsi. {{(pid=103473) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:26:20.509578 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.557521 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 96a216a2-89dc-4f80-844b-574730d2bf83 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:20.557897 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.585050 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (e3269db0-f149-421b-849a-d412ed2b37e1), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.599060 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for router_gateway (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.603729 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] No DVR routers for this DVR port e3269db0-f149-421b-849a-d412ed2b37e1 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:26:20.629723 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3269db0-f149-421b-849a-d412ed2b37e1,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:20.662723 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9142835-0bd9-40be-bfb9-a78c5fbc3546 None None] DHCP port deletion for c7db162a-6d17-48ea-b36d-72dde50f1063 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:26:20.708058 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (c7db162a-6d17-48ea-b36d-72dde50f1063), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.746308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7db162a-6d17-48ea-b36d-72dde50f1063']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:20.758065 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks [] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.762567 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933a8c21-f083-4d28-8eb0-8514c05d0bbf') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:20.763020 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933a8c21-f083-4d28-8eb0-8514c05d0bbf') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:20.769480 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.794027 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (933a8c21-f083-4d28-8eb0-8514c05d0bbf), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.810930 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (933a8c21-f083-4d28-8eb0-8514c05d0bbf), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.840387 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:26:20.841374 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (933a8c21-f083-4d28-8eb0-8514c05d0bbf), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.842712 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.db_base_plugin_common [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Allocated IP 172.20.0.2 (1b2b0473-1104-42b4-a402-f70bca163940/c5095d28-ccbe-418e-8890-2418c03201a7/56744b97-4efd-4ba2-aea4-6063267543f8) {{(pid=103473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:20.872199 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb7ae-bd7b-484e-a82f-32da15157667 None None] Pushing event updated for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:20.877123 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 96a216a2-89dc-4f80-844b-574730d2bf83 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:20.877751 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.898578 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for router_gateway (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:26:20.934489 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:26:20.941966 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Attempting to bind port ba12880a-5cfd-4c53-b3c1-316c2993fd50 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:20.942355 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Attempting to bind port ba12880a-5cfd-4c53-b3c1-316c2993fd50 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:20.943170 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Attempting to bind port ba12880a-5cfd-4c53-b3c1-316c2993fd50 on network df8e0f85-4a75-4ea5-9570-a2e9a579081b {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:20.945087 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.950405 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (c7db162a-6d17-48ea-b36d-72dde50f1063), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.954531 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 96a216a2-89dc-4f80-844b-574730d2bf83, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=96a216a2-89dc-4f80-844b-574730d2bf83,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:20.955568 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:20.956027 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Checking segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:20.956666 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.957115 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Bound using segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:20.957216 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.957991 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Bound port: ba12880a-5cfd-4c53-b3c1-316c2993fd50, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:20.958422 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.963708 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7db162a-6d17-48ea-b36d-72dde50f1063 HTTP/1.1" status: 204 len: 168 time: 0.6962318 Mar 30 18:26:20.967128 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:20.980950 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b894d-8bd3-4abe-939b-1d841b93c08d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7db162a-6d17-48ea-b36d-72dde50f1063,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.053338 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 3d2e8799-8630-4ffa-8390-7474cf92cd18 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:21.115654 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] For port ba12880a-5cfd-4c53-b3c1-316c2993fd50, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:21.115910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 3d2e8799-8630-4ffa-8390-7474cf92cd18 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:21.116268 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 3d2e8799-8630-4ffa-8390-7474cf92cd18 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:21.125841 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=96a216a2-89dc-4f80-844b-574730d2bf83,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.129083 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] For port ba12880a-5cfd-4c53-b3c1-316c2993fd50, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=ba12880a-5cfd-4c53-b3c1-316c2993fd50,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:21.139926 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.164099 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Allocated IP 172.27.2.254 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/6d54b547-cd3d-4c89-ae5a-31e1c4e432da) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:21.196380 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks [] for port (56744b97-4efd-4ba2-aea4-6063267543f8), precommit_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.205078 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), after_create {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.232827 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:21.233604 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:21.252883 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Network 1b2b0473-1104-42b4-a402-f70bca163940 is already hosted by enough agents. {{(pid=103473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:21.256031 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.scheduler.base_scheduler [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Resources bound (agent type, host, resource id): {{(pid=103473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:21.264036 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Received port after_create {{(pid=103473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:21.279984 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33300) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:21.295741 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.304328 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Pushing event updated for resources: {'Port': ['ID=56744b97-4efd-4ba2-aea4-6063267543f8,revision_number=1']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.343115 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-97b88abb-2ef5-4e0e-92a9-76e8147c9849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f147e63b3094a20b10b82a07b2afbfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619192 Mar 30 18:26:21.345590 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33302) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:21.358777 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.366741 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Provisioning complete for port ba12880a-5cfd-4c53-b3c1-316c2993fd50 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:21.366741 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.422628 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.427569 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Attempting to bind port 56744b97-4efd-4ba2-aea4-6063267543f8 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:21.427871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Attempting to bind port 56744b97-4efd-4ba2-aea4-6063267543f8 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:21.428244 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Attempting to bind port 56744b97-4efd-4ba2-aea4-6063267543f8 on network 1b2b0473-1104-42b4-a402-f70bca163940 {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:21.439355 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] Publish callbacks [] for security_group (3e7697af-1e5d-470b-822c-13f423998883), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.442157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:21.442541 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Checking segment: {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:21.442959 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.443376 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Bound using segment: {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:21.443846 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Bound port: 56744b97-4efd-4ba2-aea4-6063267543f8, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:21.444887 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.446463 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:21.448405 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:21.451428 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:21.459075 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb7ae-bd7b-484e-a82f-32da15157667 None None] Pushing event updated for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.492413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] Publish callbacks [] for security_group (3e7697af-1e5d-470b-822c-13f423998883), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.554663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (3e7697af-1e5d-470b-822c-13f423998883), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.559565 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.569951 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e7697af-1e5d-470b-822c-13f423998883 HTTP/1.1" status: 204 len: 168 time: 0.2225685 Mar 30 18:26:21.575791 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:21.584759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa19c-16c1-438d-bd14-c584a0273d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7697af-1e5d-470b-822c-13f423998883,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.585356 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Current status of the port ba12880a-5cfd-4c53-b3c1-316c2993fd50 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:21.585758 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.606397 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] For port 56744b97-4efd-4ba2-aea4-6063267543f8, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:21.636889 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] For port 56744b97-4efd-4ba2-aea4-6063267543f8, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=56744b97-4efd-4ba2-aea4-6063267543f8,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:21.645680 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 96a216a2-89dc-4f80-844b-574730d2bf83 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:21.658942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.682743 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] For port ba12880a-5cfd-4c53-b3c1-316c2993fd50, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=ba12880a-5cfd-4c53-b3c1-316c2993fd50,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:21.716794 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.765979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a2179-cc94-4165-a93f-17170cf810e6 None None] Pushing event updated for resources: {'Port': ['ID=56744b97-4efd-4ba2-aea4-6063267543f8,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.811152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 96a216a2-89dc-4f80-844b-574730d2bf83 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:21.811446 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.880866 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a426211-eb9f-48c5-a734-c043daf8493b None None] Pushing event updated for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:21.901117 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-d061452e-3ade-46b6-9164-5603b11682d7 None None] Provisioning complete for port ba12880a-5cfd-4c53-b3c1-316c2993fd50 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:21.901735 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d061452e-3ade-46b6-9164-5603b11682d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:21.926506 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:21.968751 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdef79-07ff-4978-a502-dcca77bbbf46 None None] The sync data for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi is: [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:21.985981 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 96a216a2-89dc-4f80-844b-574730d2bf83 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:22.053678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-d061452e-3ade-46b6-9164-5603b11682d7 None None] Current status of the port ba12880a-5cfd-4c53-b3c1-316c2993fd50 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:22.114327 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device e3269db0-f149-421b-849a-d412ed2b37e1 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:22.143126 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: e3269db0-f149-421b-849a-d412ed2b37e1 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:22.143750 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device e3269db0-f149-421b-849a-d412ed2b37e1 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:22.144186 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device aec052ae-049d-46b6-be42-027c134ed264 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:22.165884 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: aec052ae-049d-46b6-be42-027c134ed264 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:26:22.166457 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device aec052ae-049d-46b6-be42-027c134ed264 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:26:22.196105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33308) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:22.223125 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for router_gateway (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.253278 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b9f2aa5e-9642-4bf5-bffc-e6be66163367 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97f94a731b2d48f0b9f51dd1a0e6b3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548615 Mar 30 18:26:22.258774 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33310) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:22.287100 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.364194 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] Publish callbacks [] for security_group (7b31cd50-a01f-4b7b-adf6-c31e6cf02808), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.452237 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] Publish callbacks [] for security_group (7b31cd50-a01f-4b7b-adf6-c31e6cf02808), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.511873 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655332'] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.581090 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7b31cd50-a01f-4b7b-adf6-c31e6cf02808), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.583675 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.584816 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b31cd50-a01f-4b7b-adf6-c31e6cf02808 HTTP/1.1" status: 204 len: 168 time: 0.3250806 Mar 30 18:26:22.599378 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ffb45-f8de-41f2-8b0f-9d9340bb6cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31cd50-a01f-4b7b-adf6-c31e6cf02808,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:22.684450 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 is scheduled to L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f with binding_index 1 {{(pid=103472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:26:22.842328 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:22.856764 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Sync routers for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:22.879160 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:22.881280 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:22.884634 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:22.886676 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-9a017b2e-c3b6-479d-bb0c-e35b5c609ca0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6402516 Mar 30 18:26:22.887432 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33314) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:23.173914 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e9b65-012a-4a82-a100-acfe784d53d2 None None] Network 1b2b0473-1104-42b4-a402-f70bca163940 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:26:23.250661 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Provisioning complete for port 56744b97-4efd-4ba2-aea4-6063267543f8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:23.251129 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.351570 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:23.437597 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.504056 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Current status of the port 56744b97-4efd-4ba2-aea4-6063267543f8 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:23.504469 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.589470 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] For port 56744b97-4efd-4ba2-aea4-6063267543f8, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=56744b97-4efd-4ba2-aea4-6063267543f8,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:23.601804 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.618999 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.db_base_plugin_common [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Allocated IP 172.20.0.1 (1b2b0473-1104-42b4-a402-f70bca163940/c5095d28-ccbe-418e-8890-2418c03201a7/21450307-420b-4723-9628-413459994de3) {{(pid=103472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:23.677875 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7d161-4576-4e74-8269-825dad4808fe None None] Pushing event updated for resources: {'Port': ['ID=56744b97-4efd-4ba2-aea4-6063267543f8,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:23.691536 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 3, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:23.726025 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device ba12880a-5cfd-4c53-b3c1-316c2993fd50 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:23.729144 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Checking router: c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:23.729506 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Updating router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da binding host dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:26:23.761126 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks [] for port (21450307-420b-4723-9628-413459994de3), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.788886 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.796399 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (21450307-420b-4723-9628-413459994de3), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.844200 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Network 1b2b0473-1104-42b4-a402-f70bca163940 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:23.848553 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:23.851216 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Received port after_create {{(pid=103472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:23.854335 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Pushing event updated for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=1']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:23.901870 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port ba12880a-5cfd-4c53-b3c1-316c2993fd50 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:23.902168 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.902344 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655795'] for router_interface (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:23.905822 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-794e45a5-be31-4803-a7f5-5639728d9151 None None] Provisioning complete for port 56744b97-4efd-4ba2-aea4-6063267543f8 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:23.906196 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-794e45a5-be31-4803-a7f5-5639728d9151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.052761 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (21450307-420b-4723-9628-413459994de3), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.134873 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port ba12880a-5cfd-4c53-b3c1-316c2993fd50 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:24.135877 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 56744b97-4efd-4ba2-aea4-6063267543f8 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:24.183211 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-794e45a5-be31-4803-a7f5-5639728d9151 None None] Current status of the port 56744b97-4efd-4ba2-aea4-6063267543f8 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:24.218467 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks [] for port (21450307-420b-4723-9628-413459994de3), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.224042 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14355191'] for port (21450307-420b-4723-9628-413459994de3), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.239395 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks [] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), precommit_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.247700 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.251653 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 56744b97-4efd-4ba2-aea4-6063267543f8 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:24.252043 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.293892 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1655655'] for router_interface (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.299555 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Pushing event updated for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:24.339736 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad181be-831f-4f9b-ade4-375b6dbcde5b None None] Pushing event updated for resources: {'Port': ['ID=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,revision_number=2']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:24.344679 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Attempting to bind port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:24.345057 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Attempting to bind port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:24.345427 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Attempting to bind port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da on network 26759771-81fb-4c7a-8f9f-958fc1fbc07b {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:24.353532 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6c210406-fe25-4077-9fb8-6fd051ea743e None None] Provisioning complete for port 21450307-420b-4723-9628-413459994de3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:24.354138 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6c210406-fe25-4077-9fb8-6fd051ea743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (21450307-420b-4723-9628-413459994de3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.357232 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:24.357611 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Checking segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:24.358008 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.358436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Bound using segment: {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'} {{(pid=103473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:24.358916 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.managers [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Bound port: 6d54b547-cd3d-4c89-ae5a-31e1c4e432da, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fb83e3-a6d6-40fd-a4d5-bd563e03a101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b'}}] {{(pid=103473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:24.359297 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.395418 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Network 1b2b0473-1104-42b4-a402-f70bca163940 is already hosted by enough agents. {{(pid=103472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:24.396876 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.base_scheduler [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:24.454431 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6c210406-fe25-4077-9fb8-6fd051ea743e None None] Port 21450307-420b-4723-9628-413459994de3 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:24.476415 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] For port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:24.480823 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 56744b97-4efd-4ba2-aea4-6063267543f8 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:24.491028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] For port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:24.499682 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.526228 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:24.562306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:24.562944 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:24.564904 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad181be-831f-4f9b-ade4-375b6dbcde5b None None] Pushing event updated for resources: {'Port': ['ID=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,revision_number=3']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:24.694987 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:24.697685 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-6427f0ea-81cb-4c25-a8ea-d7f59245dc1f None None] Provisioning complete for port 21450307-420b-4723-9628-413459994de3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:24.698004 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-6427f0ea-81cb-4c25-a8ea-d7f59245dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (21450307-420b-4723-9628-413459994de3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:24.905023 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:24.909962 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-c7f8811e-6297-4a18-b0a0-86e8a735e050 admin admin] 10.222.0.24 "PUT /v2.0/routers/c0fe72e7-a438-4a74-a2ba-a0cc04797ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214312 Mar 30 18:26:24.936479 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-6427f0ea-81cb-4c25-a8ea-d7f59245dc1f None None] Port 21450307-420b-4723-9628-413459994de3 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:25.078200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '21450307-420b-4723-9628-413459994de3', 'name': '', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'mac_address': 'fa:16:3e:9e:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:23Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 2, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'subnets': [{'id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:25.108920 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462907c-11c3-4832-980a-0692f8870ceb None None] The sync data for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi is: [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '21450307-420b-4723-9628-413459994de3', 'name': '', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'mac_address': 'fa:16:3e:9e:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:23Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 2, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'subnets': [{'id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:25.582688 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33322) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:25.587320 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914645521', 'description': 'tempest-secgroup-smoke-914645521 description', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:25.599190 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 56744b97-4efd-4ba2-aea4-6063267543f8 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:25.621471 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.652450 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 56744b97-4efd-4ba2-aea4-6063267543f8 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:25.653083 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.698576 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (7836149e-a803-435a-86e3-855cc3266d51), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.703801 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7836149e-a803-435a-86e3-855cc3266d51), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.737372 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 56744b97-4efd-4ba2-aea4-6063267543f8 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:25.738680 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.741260 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1574764 Mar 30 18:26:25.744207 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33324) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:25.746759 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901dea4-ef33-4326-9d48-87a8bb961367 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7836149e-a803-435a-86e3-855cc3266d51,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:25.749319 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:25.780204 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (6e361a6f-1da4-436c-baa8-64ca11d1a3bb), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.851567 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (6e361a6f-1da4-436c-baa8-64ca11d1a3bb), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.856166 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (6e361a6f-1da4-436c-baa8-64ca11d1a3bb), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.873774 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e361a6f-1da4-436c-baa8-64ca11d1a3bb,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:25.885524 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.887307 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-736d0ad1-231f-43b7-a303-94f5b9fcf9b6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419628 Mar 30 18:26:25.890075 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33326) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:25.894945 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:25.920165 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (06a600bb-541b-4c29-b796-60334bb5eedd), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.981810 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (06a600bb-541b-4c29-b796-60334bb5eedd), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:25.985869 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (06a600bb-541b-4c29-b796-60334bb5eedd), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.005796 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a600bb-541b-4c29-b796-60334bb5eedd,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:26.014927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.016119 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2fb4fbf8-3dc8-4c8e-85f2-f1e7e8cc9894 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248751 Mar 30 18:26:26.018968 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33328) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:26.023363 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.v2.base [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:26.050328 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (e285996e-28db-43d2-9255-701921ae0e67), before_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.109463 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (e285996e-28db-43d2-9255-701921ae0e67), precommit_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.113327 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (e285996e-28db-43d2-9255-701921ae0e67), after_create {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.133458 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e285996e-28db-43d2-9255-701921ae0e67,revision_number=0']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:26.142073 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.145944 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e1c6d2ac-37ce-492d-ba6b-9848c32c8bd9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233363 Mar 30 18:26:26.146312 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33330) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:26.151189 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:26.178380 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (f245492b-c1e7-4e3b-9b9d-f8f04ffeb964), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.240532 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (f245492b-c1e7-4e3b-9b9d-f8f04ffeb964), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.245820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (f245492b-c1e7-4e3b-9b9d-f8f04ffeb964), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.266966 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f245492b-c1e7-4e3b-9b9d-f8f04ffeb964,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:26.277663 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.279019 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-0037e236-0501-4e1c-976c-6882dd6caffd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314631 Mar 30 18:26:26.281848 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33332) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:26.286176 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:26.308272 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Project aa91d754c5334e36b5648896a2aa85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:26:26.315531 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (f33daf30-348f-414e-9638-3d28240dcdfb), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.381993 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (f33daf30-348f-414e-9638-3d28240dcdfb), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.387012 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (f33daf30-348f-414e-9638-3d28240dcdfb), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.405988 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33daf30-348f-414e-9638-3d28240dcdfb,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:26.416183 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.417456 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6a754d97-9773-4b57-88c2-916248fcb553 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346385 Mar 30 18:26:26.420268 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33334) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:26.424597 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'security_group_rule': {'security_group_id': '7836149e-a803-435a-86e3-855cc3266d51', 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:26.445296 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.securitygroups_db [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Project aa91d754c5334e36b5648896a2aa85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:26:26.451194 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (282d64eb-ad60-44db-a38b-17b32ac87978), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.512550 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (282d64eb-ad60-44db-a38b-17b32ac87978), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.516102 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580951'] for security_group_rule (282d64eb-ad60-44db-a38b-17b32ac87978), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.533442 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282d64eb-ad60-44db-a38b-17b32ac87978,revision_number=0']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:26.542863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:26.544139 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-132f636b-6ef9-4c3e-b0d2-63a1c9855b0d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228998 Mar 30 18:26:27.598464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 6d54b547-cd3d-4c89-ae5a-31e1c4e432da up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:27.652656 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:27.653028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:27.732971 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:27.733380 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:27.754603 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] For port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:27.758490 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:27.806362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Pushing event updated for resources: {'Port': ['ID=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:28.602326 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Sync routers for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:28.614870 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:28.615644 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:28.729609 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:28.936899 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '21450307-420b-4723-9628-413459994de3', 'name': '', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'mac_address': 'fa:16:3e:9e:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:23Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 2, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'subnets': [{'id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:28.963447 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Checking router: c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:28.963801 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Updating router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 port 21450307-420b-4723-9628-413459994de3 binding host dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:26:28.991570 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (21450307-420b-4723-9628-413459994de3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.257671 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks [] for port (21450307-420b-4723-9628-413459994de3), precommit_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.262986 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (21450307-420b-4723-9628-413459994de3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.313214 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97b9d-d1ef-484e-ac57-e9cc56510e30 None None] Pushing event updated for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=3']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:29.371434 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Attempting to bind port 21450307-420b-4723-9628-413459994de3 on host dv-cinder-835878-1-iscsi for vnic_type normal with profile {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:29.372189 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Attempting to bind port 21450307-420b-4723-9628-413459994de3 by drivers openvswitch,hyperv on host dv-cinder-835878-1-iscsi at level 0 using segments [{'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:29.372783 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Attempting to bind port 21450307-420b-4723-9628-413459994de3 on network 1b2b0473-1104-42b4-a402-f70bca163940 {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:29.379088 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Checking agent: {'id': '374f78f9-c30f-41a9-ac83-24e3e77c2d19', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835878-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 5, 44), 'started_at': datetime.datetime(2022, 3, 30, 18, 6, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835878-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:29.379473 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Checking segment: {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:29.379881 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.380715 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Bound using segment: {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'} {{(pid=103474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:29.381203 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.managers [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Bound port: 21450307-420b-4723-9628-413459994de3, host: dv-cinder-835878-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9929a-d4ea-4336-943e-c5a0b092f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940'}}] {{(pid=103474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:29.381586 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (21450307-420b-4723-9628-413459994de3), before_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.449600 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] For port 21450307-420b-4723-9628-413459994de3, host dv-cinder-835878-1-iscsi, cleared binding levels {{(pid=103474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:29.453193 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.plugins.ml2.db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] For port 21450307-420b-4723-9628-413459994de3, host dv-cinder-835878-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=21450307-420b-4723-9628-413459994de3,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:29.459675 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron_lib.callbacks.manager [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (21450307-420b-4723-9628-413459994de3), after_update {{(pid=103474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.485260 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Provisioning complete for port 21450307-420b-4723-9628-413459994de3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:29.485827 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (21450307-420b-4723-9628-413459994de3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.503308 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:29.503951 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:10Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:29.579604 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Current status of the port 21450307-420b-4723-9628-413459994de3 is: DOWN; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:29.580278 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (21450307-420b-4723-9628-413459994de3), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.620133 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] For port 21450307-420b-4723-9628-413459994de3, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=21450307-420b-4723-9628-413459994de3,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:29.624879 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 6d54b547-cd3d-4c89-ae5a-31e1c4e432da up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:29.635043 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97b9d-d1ef-484e-ac57-e9cc56510e30 None None] Pushing event updated for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=4']} {{(pid=103474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:29.648928 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (21450307-420b-4723-9628-413459994de3), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.649921 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:29.724104 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f629-e13a-4f81-aad1-f3262056946e None None] Pushing event updated for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:29.729354 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:29.729729 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.783596 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-775d3fc9-a3a1-4fd7-a485-121aad192861 None None] Provisioning complete for port 21450307-420b-4723-9628-413459994de3 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:29.783884 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-775d3fc9-a3a1-4fd7-a485-121aad192861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (21450307-420b-4723-9628-413459994de3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:29.854465 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:29.872177 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '21450307-420b-4723-9628-413459994de3', 'name': '', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'mac_address': 'fa:16:3e:9e:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:23Z', 'updated_at': '2022-03-30T18:26:29Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'subnets': [{'id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:29.898960 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-775d3fc9-a3a1-4fd7-a485-121aad192861 None None] Current status of the port 21450307-420b-4723-9628-413459994de3 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:29.903515 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e268213-a87a-4db0-a2c5-3631ccb26bf4 None None] The sync data for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi is: [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:24Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': '21450307-420b-4723-9628-413459994de3', 'name': '', 'network_id': '1b2b0473-1104-42b4-a402-f70bca163940', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'mac_address': 'fa:16:3e:9e:b8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:23Z', 'updated_at': '2022-03-30T18:26:29Z', 'revision_number': 4, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'subnets': [{'id': 'c5095d28-ccbe-418e-8890-2418c03201a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:31.602322 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 21450307-420b-4723-9628-413459994de3 up at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:31.651230 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Provisioning complete for port 21450307-420b-4723-9628-413459994de3 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:31.651605 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (21450307-420b-4723-9628-413459994de3), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:31.733160 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Current status of the port 21450307-420b-4723-9628-413459994de3 is: ACTIVE; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:37.698697 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c39469b5-d7cd-4a6c-a96c-b2ff703702cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.058522 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-36e9d6ed-3433-4305-bebc-03dd89a902f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.900614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:42.560465 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:42.844616 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-142b9c86-3450-4ad6-a453-df9a3bc493c2 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914645521&fields=id&tenant_id=aa91d754c5334e36b5648896a2aa85c3 HTTP/1.1" status: 200 len: 267 time: 0.0435078 Mar 30 18:26:42.946130 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-387f6cd9-1854-4048-afed-482233157df8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:42.947744 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-387f6cd9-1854-4048-afed-482233157df8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 809 time: 0.0968652 Mar 30 18:26:42.962489 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-640ad36e-4d12-4d78-9bb8-9c3382b232c7 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/quotas/aa91d754c5334e36b5648896a2aa85c3 HTTP/1.1" status: 200 len: 375 time: 0.0085907 Mar 30 18:26:43.019434 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-cb7f7d30-6372-47d6-aa84-e3e5bc3fddd4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520539 Mar 30 18:26:43.112429 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-ffc1ecf8-c7c6-427b-aa38-b3d68a11b2d5 service neutron] 10.222.0.24 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Mar 30 18:26:43.203712 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-ec46d9da-083b-47db-b5dc-09477fb0c126 service neutron] 10.222.0.24 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Mar 30 18:26:43.479136 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-1b9976c8-3c1d-4d81-9a1e-a498787fbb87 req-01961a87-c0e1-4617-8a49-56901cac0036 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 210 time: 0.0266507 Mar 30 18:26:44.109747 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.445412 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-a2c195ce-2f4b-4df7-864c-ef6c9f1ef858 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.447106 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-a2c195ce-2f4b-4df7-864c-ef6c9f1ef858 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 809 time: 0.1020701 Mar 30 18:26:44.518818 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-2618cdcb-3635-4315-b9cb-8876bece8a62 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa91d754c5334e36b5648896a2aa85c3 HTTP/1.1" status: 200 len: 379 time: 0.0557742 Mar 30 18:26:44.528772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'port': {'device_id': 'bb8dd021-6529-47bd-943c-a551914b109b', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'admin_state_up': True, 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'security_groups': ['7836149e-a803-435a-86e3-855cc3266d51']}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:44.576008 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-e833d9d4-daef-4333-ac43-8f7f7d3e0f3e req-2e07c97d-ca65-4298-8b54-49f3026e5348 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 210 time: 0.0290899 Mar 30 18:26:44.637015 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Made reservation on behalf of aa91d754c5334e36b5648896a2aa85c3 for: {'port': 1} {{(pid=103471) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:44.640072 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.761945 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Allocated IP 172.20.0.7 (df8e0f85-4a75-4ea5-9570-a2e9a579081b/e882a415-230e-4fc1-ad59-029c2fb032db/b1b54e43-1d22-4fba-b76c-2c159b565991) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:44.901038 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.935426 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.978132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:44.981813 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:44.988141 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:45.012718 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.040894 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.041609 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.058819 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-09e0a293-03eb-4c18-9138-557bcb20937f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5339944 Mar 30 18:26:45.074354 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Request body: {'port': {'device_id': 'bb8dd021-6529-47bd-943c-a551914b109b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:45.138129 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.213469 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-99913b13-b161-4980-a7bc-9855dc7492ac None None] Provisioning complete for port b1b54e43-1d22-4fba-b76c-2c159b565991 triggered by entity DHCP. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:45.214603 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-99913b13-b161-4980-a7bc-9855dc7492ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.248170 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-99913b13-b161-4980-a7bc-9855dc7492ac None None] Port b1b54e43-1d22-4fba-b76c-2c159b565991 cannot update to ACTIVE because it is not bound. {{(pid=103473) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:45.391211 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b54e43-1d22-4fba-b76c-2c159b565991 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:45.398475 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks [] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.410823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Transition to ACTIVE for port object b1b54e43-1d22-4fba-b76c-2c159b565991 will not be triggered until provisioned by entity L2. {{(pid=103471) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:26:45.414133 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.463411 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.535186 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Attempting to bind port b1b54e43-1d22-4fba-b76c-2c159b565991 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:45.535750 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Attempting to bind port b1b54e43-1d22-4fba-b76c-2c159b565991 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:45.535864 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Attempting to bind port b1b54e43-1d22-4fba-b76c-2c159b565991 on network df8e0f85-4a75-4ea5-9570-a2e9a579081b {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:45.540279 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Port b1b54e43-1d22-4fba-b76c-2c159b565991 on network df8e0f85-4a75-4ea5-9570-a2e9a579081b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:26:45.540626 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Attempting to bind port b1b54e43-1d22-4fba-b76c-2c159b565991 on network df8e0f85-4a75-4ea5-9570-a2e9a579081b {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:45.546275 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Checking agent: {'id': '0f3c2d11-18cd-4a3c-a303-0364e96f3f64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'started_at': datetime.datetime(2022, 3, 30, 18, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:45.546609 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Checking segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:45.546990 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Bound using segment: {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:45.547422 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Bound port: b1b54e43-1d22-4fba-b76c-2c159b565991, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14bb26db-9f3e-4f0e-8825-30a11deb1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:45.547777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.615319 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:45.618978 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:45.625464 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.657458 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.658244 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.659768 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] 10.222.0.23 "PUT /v2.0/ports/b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1093 time: 0.5898614 Mar 30 18:26:45.661809 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:45.664210 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca91453b-8399-4c09-8943-99b961ef4b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:45.721958 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d412d-0bb4-4199-a980-104a7f76b5cc x-openstack-request-id: req-878d412d-0bb4-4199-a980-104a7f76b5cc {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:45.722249 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:45.722503 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-878d412d-0bb4-4199-a980-104a7f76b5cc {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:45.722901 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878d412d-0bb4-4199-a980-104a7f76b5cc'] response: {'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'status': 'completed', 'code': 200} Mar 30 18:26:45.768155 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b931a-a742-47b9-b9bb-e7b86e9a57ac service neutron] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:45.784795 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40be78-5b21-4ef2-a7b1-58b2ce3f7e32 req-f24cb787-965e-4543-aa41-1fe0d5fe7f57 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.786333 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d40be78-5b21-4ef2-a7b1-58b2ce3f7e32 req-f24cb787-965e-4543-aa41-1fe0d5fe7f57 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.1355155 Mar 30 18:26:45.811250 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-62ddc100-0d41-49b6-b98f-4b633971cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.812836 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-62ddc100-0d41-49b6-b98f-4b633971cb7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1127 time: 0.1034596 Mar 30 18:26:45.872539 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-5be5e7b3-4b8b-4ff1-b7be-f539a7fc14bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 217 time: 0.0445478 Mar 30 18:26:45.881189 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-5d40be78-5b21-4ef2-a7b1-58b2ce3f7e32 req-a244b522-78d0-4d25-8fca-7a1a17fdeba2 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884469 Mar 30 18:26:45.924651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-b1d7c53e-6cd9-4c5a-ac7c-d057ae6fe1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.926160 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-b1d7c53e-6cd9-4c5a-ac7c-d057ae6fe1d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0441403 Mar 30 18:26:45.975734 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60375e-7560-498f-9138-8496158014b5 req-04711d2a-1648-448a-90b6-b503a7152836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.977252 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-04711d2a-1648-448a-90b6-b503a7152836 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433443 Mar 30 18:26:46.067048 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-ed9bf1f0-9a20-4242-8e67-863c5ac52d48 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Mar 30 18:26:46.152198 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-bf60375e-7560-498f-9138-8496158014b5 req-5cee7756-830a-4a7a-b15c-f67578f58a6a service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787468 Mar 30 18:26:46.244202 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-013c889f-df41-4a68-b402-6f1a8e00b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:46.246330 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-013c889f-df41-4a68-b402-6f1a8e00b761 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1127 time: 0.0436289 Mar 30 18:26:46.335863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-7a2f57ca-5749-429f-9c5c-4e6883139917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:46.337340 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-7a2f57ca-5749-429f-9c5c-4e6883139917 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0848799 Mar 30 18:26:46.379388 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-592f040b-3fad-4183-8555-e1c5759191f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 217 time: 0.0343592 Mar 30 18:26:46.428687 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-ed307ce4-1e3e-4212-bad6-0347c595eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:46.430006 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-ed307ce4-1e3e-4212-bad6-0347c595eed8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0425329 Mar 30 18:26:46.745855 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-6868f35e-7383-431b-822e-85c01da3a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:46.747256 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-6868f35e-7383-431b-822e-85c01da3a6d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3083010 Mar 30 18:26:46.836460 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-95275b63-bdee-4923-918b-13b93e619e0b service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784848 Mar 30 18:26:46.927963 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-ca91453b-8399-4c09-8943-99b961ef4b2b req-9d0c58c7-872c-4a40-a205-bdeaaf37aa9c service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832498 Mar 30 18:26:46.999263 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0281a7-1fc9-4d3b-b2a8-e6673b8754ea req-7e2fe25c-fae4-4dbe-b182-9cf1742e664b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:47.000661 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d0281a7-1fc9-4d3b-b2a8-e6673b8754ea req-7e2fe25c-fae4-4dbe-b182-9cf1742e664b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0514896 Mar 30 18:26:47.049409 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d0281a7-1fc9-4d3b-b2a8-e6673b8754ea req-eedc53c8-3e94-4636-ba1b-b1af606cd401 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Mar 30 18:26:48.166202 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926bc0d-95ee-4d19-aa7f-60403c813309 req-ab8cb6e5-336f-45b0-a4be-654e6df23b21 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:48.168500 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6926bc0d-95ee-4d19-aa7f-60403c813309 req-ab8cb6e5-336f-45b0-a4be-654e6df23b21 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0525408 Mar 30 18:26:48.215705 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6926bc0d-95ee-4d19-aa7f-60403c813309 req-f7b68379-193b-4f19-92b0-805562518ded tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417655 Mar 30 18:26:49.154763 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:26:49.333188 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24702d26-d3ec-4f26-8835-c5a80d1748f9 req-a413224e-3a54-4120-b2ce-4bbd103b18ec tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:49.334697 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-24702d26-d3ec-4f26-8835-c5a80d1748f9 req-a413224e-3a54-4120-b2ce-4bbd103b18ec tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0535798 Mar 30 18:26:49.387070 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-24702d26-d3ec-4f26-8835-c5a80d1748f9 req-c73af513-4a7b-4d54-beb9-a67df5115d35 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466864 Mar 30 18:26:50.503287 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a200-1830-4a8d-8cc6-74cfd7f2f1aa req-a64dd7e9-84fd-418f-a8ac-cddd089b59db tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:50.504782 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8cf0a200-1830-4a8d-8cc6-74cfd7f2f1aa req-a64dd7e9-84fd-418f-a8ac-cddd089b59db tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0521054 Mar 30 18:26:50.555485 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-8cf0a200-1830-4a8d-8cc6-74cfd7f2f1aa req-5bc1c215-236a-49c7-aac1-107d25918bec tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451691 Mar 30 18:26:51.673190 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25292541-b9f4-445b-b0d4-78d51d79befb req-1fcb4569-01f9-4a25-a20d-a2167e129779 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:51.674673 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-25292541-b9f4-445b-b0d4-78d51d79befb req-1fcb4569-01f9-4a25-a20d-a2167e129779 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0521309 Mar 30 18:26:51.722236 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-25292541-b9f4-445b-b0d4-78d51d79befb req-afccd7dc-4cd3-493b-945b-302b01ff0707 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Mar 30 18:26:52.289181 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:52.838190 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b153f2-18b7-4fd6-898c-89628c407fac req-046e8596-98d1-4f0e-b05a-af67fc05e9fa tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.840722 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9b153f2-18b7-4fd6-898c-89628c407fac req-046e8596-98d1-4f0e-b05a-af67fc05e9fa tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0537043 Mar 30 18:26:52.889510 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a9b153f2-18b7-4fd6-898c-89628c407fac req-50c62478-a106-4f7e-9268-36aebff4e24e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Mar 30 18:26:54.005010 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5549-ff20-4d32-8614-575e2fe0a2c1 req-6f819e15-0e99-4f14-a4ab-75967a09cbd0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:54.006472 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06eb5549-ff20-4d32-8614-575e2fe0a2c1 req-6f819e15-0e99-4f14-a4ab-75967a09cbd0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0517488 Mar 30 18:26:54.055101 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-06eb5549-ff20-4d32-8614-575e2fe0a2c1 req-f3597514-24e9-4656-8e0b-b05bcb4d5cdd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Mar 30 18:26:55.170698 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f22be7-a2a6-48f0-bece-fe0c24f955a2 req-3694f802-c77b-4d33-a5f3-9af01abbd755 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:55.172172 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-47f22be7-a2a6-48f0-bece-fe0c24f955a2 req-3694f802-c77b-4d33-a5f3-9af01abbd755 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0537643 Mar 30 18:26:55.220680 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-47f22be7-a2a6-48f0-bece-fe0c24f955a2 req-901d8c08-3294-4635-ac6b-99f2d5ca5170 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Mar 30 18:26:55.627440 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:26:55.719271 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:55.731000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'mac_address': 'fa:16:3e:59:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:26:55.768926 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b1b54e43-1d22-4fba-b76c-2c159b565991 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:55.769312 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:55.782000 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b54e43-1d22-4fba-b76c-2c159b565991 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:55.800787 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:55.804529 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:55.850525 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=4']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:55.857739 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.858091 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.858430 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.858767 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.859099 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.859428 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.859753 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.860076 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.860423 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.860747 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.861073 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.861396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.861716 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.862033 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:55.862489 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:56.116556 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b1b54e43-1d22-4fba-b76c-2c159b565991'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:56.341968 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9822-683d-4729-8b91-f22bcedc59c1 req-c52cba80-71a0-438d-bafd-a27ef428ba71 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:56.343437 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e1d9822-683d-4729-8b91-f22bcedc59c1 req-c52cba80-71a0-438d-bafd-a27ef428ba71 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 944 time: 0.0567701 Mar 30 18:26:56.391098 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9e1d9822-683d-4729-8b91-f22bcedc59c1 req-16ae4ba5-d3eb-4360-ba07-769954680b61 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Mar 30 18:26:57.509123 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d9c7-e135-4e14-b254-80266e003966 req-ced68bda-c713-4f46-a865-df1d0d768d10 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:57.511218 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53f6d9c7-e135-4e14-b254-80266e003966 req-ced68bda-c713-4f46-a865-df1d0d768d10 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 944 time: 0.0546217 Mar 30 18:26:57.559213 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-53f6d9c7-e135-4e14-b254-80266e003966 req-6184a7b6-5c32-42d0-b82e-52980f8f9259 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Mar 30 18:26:57.648953 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:57.696781 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning for port b1b54e43-1d22-4fba-b76c-2c159b565991 completed by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:26:57.701252 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port b1b54e43-1d22-4fba-b76c-2c159b565991 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:57.701629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.779959 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b1b54e43-1d22-4fba-b76c-2c159b565991 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:57.780386 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.801985 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:57.804194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f8cddc-03cf-43d1-a388-e5721251d1bd" -d '{"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-plugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:57.816848 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:57.820694 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:57.845464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339a62d-176e-42b9-b524-4af16c1cf974 x-openstack-request-id: req-9339a62d-176e-42b9-b524-4af16c1cf974 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:57.845753 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-plugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:57.846004 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9339a62d-176e-42b9-b524-4af16c1cf974 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:57.846399 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9339a62d-176e-42b9-b524-4af16c1cf974'] response: {'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'code': 200} Mar 30 18:26:57.873627 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=5']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:58.079655 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d255c2f-68e7-46c7-baa4-cc75fd489eed req-62c3da2d-6f2a-4ac0-96a0-0f3d221facdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:58.081232 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d255c2f-68e7-46c7-baa4-cc75fd489eed req-62c3da2d-6f2a-4ac0-96a0-0f3d221facdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0446141 Mar 30 18:26:58.128257 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-6d255c2f-68e7-46c7-baa4-cc75fd489eed req-9cf6ee4f-1036-4c8c-a806-350f37316ff8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384572 Mar 30 18:26:58.680947 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5260923-0b45-44c2-a083-b96ff2be71fa req-c35a5a8d-cbdc-4993-afaf-c6999906ce47 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:58.682493 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c5260923-0b45-44c2-a083-b96ff2be71fa req-c35a5a8d-cbdc-4993-afaf-c6999906ce47 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0556092 Mar 30 18:26:58.730746 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-c5260923-0b45-44c2-a083-b96ff2be71fa req-ab699ce3-b3ac-4d94-8f45-b27571f50442 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Mar 30 18:26:59.848124 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd63992-188b-4ff1-b3d9-dc6cef2eac30 req-ab178733-2bbc-458f-8ebf-95deedfa321d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:59.849618 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bd63992-188b-4ff1-b3d9-dc6cef2eac30 req-ab178733-2bbc-458f-8ebf-95deedfa321d tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0517192 Mar 30 18:26:59.898420 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-0bd63992-188b-4ff1-b3d9-dc6cef2eac30 req-04f0a13b-3f5b-4cb7-9c7c-8ff934588da1 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Mar 30 18:27:00.013369 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e16a5-8c82-4f8c-ba10-3434320f7699 req-679e153b-720d-441e-b2bc-b10d75b84bc0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:00.014773 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-486e16a5-8c82-4f8c-ba10-3434320f7699 req-679e153b-720d-441e-b2bc-b10d75b84bc0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0524368 Mar 30 18:27:00.063223 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-486e16a5-8c82-4f8c-ba10-3434320f7699 req-d23392af-1204-4837-a4d0-6737828ae678 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 Mar 30 18:27:00.084504 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33488) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:00.235737 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b41a43d-d3a9-4a7d-b6ad-8214f68f15f1 tempest-TestShelveInstance-531119826 tempest-TestShelveInstance-531119826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:00.237283 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-1b41a43d-d3a9-4a7d-b6ad-8214f68f15f1 tempest-TestShelveInstance-531119826 tempest-TestShelveInstance-531119826-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1124 time: 0.1518221 Mar 30 18:27:00.240066 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33492) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:00.244208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.v2.base [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Request body: {'floatingip': {'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103471) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:27:00.263749 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:00.362234 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:00.465446 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Allocated IP 172.27.2.94 (26759771-81fb-4c7a-8f9f-958fc1fbc07b/dd1830b6-5923-4e35-a8ef-5b35b059cb33/96c52d3e-499c-4f0f-bea4-95fbdedeec96) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:27:00.564992 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:00.598878 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763621695214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:00.634370 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Network 26759771-81fb-4c7a-8f9f-958fc1fbc07b is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:27:00.638132 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:27:00.641628 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:27:00.671511 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'Port': ['ID=96c52d3e-499c-4f0f-bea4-95fbdedeec96,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:00.998063 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for floatingip (db21f609-6822-433e-a5bf-9e3314c632e0), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.066119 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.209967 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.214285 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16271456'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.284674 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event updated for resources: {'Port': ['ID=96c52d3e-499c-4f0f-bea4-95fbdedeec96,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:01.294793 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655418'] for floatingip (db21f609-6822-433e-a5bf-9e3314c632e0), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.395124 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Floating IP db21f609-6822-433e-a5bf-9e3314c632e0 associated. External IP: 172.27.2.94, port: b1b54e43-1d22-4fba-b76c-2c159b565991. Mar 30 18:27:01.600579 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:01.707665 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:01.717484 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Sync routers for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:01.724619 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:01.728188 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:01.728850 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:01.755590 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-58432d16-8d05-49e9-9caf-2fe2b96b7db3 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5144958 Mar 30 18:27:01.756184 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:01.758445 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71efd3d8-e422-49af-a07a-0df98e0c9b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:01.794979 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62841044-6af3-4a80-b8d8-22ca61184c7b x-openstack-request-id: req-62841044-6af3-4a80-b8d8-22ca61184c7b {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:01.795286 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:01.795549 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62841044-6af3-4a80-b8d8-22ca61184c7b {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:01.795974 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62841044-6af3-4a80-b8d8-22ca61184c7b'] response: {'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'status': 'completed', 'code': 200} Mar 30 18:27:01.845152 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:01.862024 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-8f4749be-a6d3-43ea-8ff5-f1a0b518fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:01.863553 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-8f4749be-a6d3-43ea-8ff5-f1a0b518fd15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0467868 Mar 30 18:27:01.951466 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-f9f2ca0d-a60b-48ed-8244-fc64efc77ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:01.952966 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-f9f2ca0d-a60b-48ed-8244-fc64efc77ef4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0834668 Mar 30 18:27:02.020414 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-3971f8d0-bed7-433e-bd40-09d3c4fe6afa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 998 time: 0.0616405 Mar 30 18:27:02.067836 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-3ac5db94-d4e3-424b-833e-25d689203d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.069248 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-3ac5db94-d4e3-424b-833e-25d689203d2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0428290 Mar 30 18:27:02.070614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'db21f609-6822-433e-a5bf-9e3314c632e0', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'mac_address': 'fa:16:3e:59:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd021-6529-47bd-943c-a551914b109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:27:00Z', 'updated_at': '2022-03-30T18:27:00Z', 'revision_number': 0, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:02.098067 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Checking router: dde0b7dc-2333-4cb1-8bd1-5fa026b87640 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:02.106669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:02.107292 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:26:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:02.117598 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-a09daf7c-e996-47ef-8b5f-a05265c67607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.119106 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-a09daf7c-e996-47ef-8b5f-a05265c67607 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435681 Mar 30 18:27:02.210634 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-444939f3-d146-49ef-bfb9-0e79bd2ceffc service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Mar 30 18:27:02.218281 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:02.298969 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-71efd3d8-e422-49af-a07a-0df98e0c9b8c req-bb38b023-b02f-4e78-8edb-70175a76ceb1 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819695 Mar 30 18:27:02.444012 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'db21f609-6822-433e-a5bf-9e3314c632e0', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'mac_address': 'fa:16:3e:59:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd021-6529-47bd-943c-a551914b109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:27:00Z', 'updated_at': '2022-03-30T18:27:00Z', 'revision_number': 0, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:02.470293 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5470d-8a77-4ec3-b38d-4ed6049baf13 None None] The sync data for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi is: [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_floatingips': [{'id': 'db21f609-6822-433e-a5bf-9e3314c632e0', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'router_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'mac_address': 'fa:16:3e:59:87:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd021-6529-47bd-943c-a551914b109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:27:00Z', 'updated_at': '2022-03-30T18:27:00Z', 'revision_number': 0, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:02.600964 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-d2a348c2-d07b-46a2-874b-461042b4ec76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477223 Mar 30 18:27:02.661720 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb966d-6073-4158-9d27-efb2c5903c1b None None] New status for floating IP db21f609-6822-433e-a5bf-9e3314c632e0: ACTIVE {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:27:02.687644 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-8da5e098-01b9-4397-bc63-347ad6e02c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.689247 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-8da5e098-01b9-4397-bc63-347ad6e02c5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0459170 Mar 30 18:27:02.793348 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-7f9369f0-0360-41ba-987c-4fc39fd5e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.794887 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-7f9369f0-0360-41ba-987c-4fc39fd5e076 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0860825 Mar 30 18:27:02.863084 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-8198c478-71a1-47f3-a328-a5a67babbb5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 998 time: 0.0617611 Mar 30 18:27:02.913242 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-a70eb596-7e9f-41a3-a603-f99221178b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.914810 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-a70eb596-7e9f-41a3-a603-f99221178b71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0457876 Mar 30 18:27:02.963055 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-3cd85c86-6b82-4a8e-90df-21caf35a0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.965144 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-3cd85c86-6b82-4a8e-90df-21caf35a0e0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434902 Mar 30 18:27:03.056857 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-416ee0df-c04c-41e7-9d25-1295f9bff599 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814781 Mar 30 18:27:03.149348 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-86efb128-8072-47b6-a5fc-a0cd0a1c9a60 req-5e0a5e3e-d312-411b-bb54-484ed8cb5f92 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797119 Mar 30 18:27:07.702674 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c3c7c764-a509-48b9-93d4-ab43aa38d59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.060372 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-be533947-aaff-401e-8f94-9c19827d0b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.903612 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.566460 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.112208 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.288428 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:26.154163 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:27:37.704482 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-640153f7-4f13-433f-b30f-a1930ae483a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.061729 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-099d6f3c-f844-47ea-866e-fc507709b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:40.906522 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:42.566335 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:44.114434 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:52.285647 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.153222 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:28:03.614337 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-15c1e828-3bc8-44b7-8283-0e6016c9e0ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473702 Mar 30 18:28:03.701266 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4070-e039-4c86-9b50-b58f6663106e req-b196bbc0-681c-437b-b716-a921ed705bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.702770 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-b196bbc0-681c-437b-b716-a921ed705bca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0445178 Mar 30 18:28:03.803158 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4070-e039-4c86-9b50-b58f6663106e req-2664ff7b-60ee-4cb9-bb9a-90d5c563cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.804683 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-2664ff7b-60ee-4cb9-bb9a-90d5c563cb92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0821340 Mar 30 18:28:03.874308 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-421d6866-c8fb-486b-91fc-9953b87e0b2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1000 time: 0.0631862 Mar 30 18:28:03.920528 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4070-e039-4c86-9b50-b58f6663106e req-3d4aef67-2f12-49db-803a-aee998e2dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.921924 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-3d4aef67-2f12-49db-803a-aee998e2dec8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0415716 Mar 30 18:28:03.968464 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4070-e039-4c86-9b50-b58f6663106e req-9e393598-571d-46f3-84c1-a2abcb9d237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:03.970498 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-9e393598-571d-46f3-84c1-a2abcb9d237a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418785 Mar 30 18:28:04.058539 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-127fb670-5f17-4373-82c4-b8a20dfdc8be service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810108 Mar 30 18:28:04.148993 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0feb4070-e039-4c86-9b50-b58f6663106e req-3832251d-e5be-41e8-863c-dec9106ab5e7 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800786 Mar 30 18:28:07.706207 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e4ef809d-c7a1-4085-8962-8c9532fb1c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:10.064191 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-32c15409-67a4-4404-8b47-e78213dbbcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:10.909552 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.569920 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:14.111516 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.291087 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:37.708194 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-047c883c-93bd-4c55-a33f-3264dd857068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.064896 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-c95c3fac-b7da-41e4-bedf-7f8c2ad06a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.151909 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:28:40.910984 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:42.571460 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.113528 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:52.286028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:01.135587 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4d61b-066f-4711-8345-62c7e9f9ca41 req-2495bf91-5cd1-4013-a4ce-2f858af3b19e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:01.137071 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a3f4d61b-066f-4711-8345-62c7e9f9ca41 req-2495bf91-5cd1-4013-a4ce-2f858af3b19e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.1384523 Mar 30 18:29:01.184633 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-a3f4d61b-066f-4711-8345-62c7e9f9ca41 req-0bffd655-3553-4e8e-bbbf-600391879824 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418661 Mar 30 18:29:02.355777 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86fcb5-938e-4fa4-a779-d3790a21c7dd req-70eb78a5-7921-4955-b03b-1bd6659da5e8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:02.357270 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e86fcb5-938e-4fa4-a779-d3790a21c7dd req-70eb78a5-7921-4955-b03b-1bd6659da5e8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.1041124 Mar 30 18:29:02.404723 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-0e86fcb5-938e-4fa4-a779-d3790a21c7dd req-caf8b593-b348-4397-b5aa-8ef641f5ce48 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Mar 30 18:29:03.528805 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd5f4-5f22-4c7a-a395-057a113fe556 req-1bd4a51c-112f-41b6-af42-35727e41f519 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:03.530279 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f4fd5f4-5f22-4c7a-a395-057a113fe556 req-1bd4a51c-112f-41b6-af42-35727e41f519 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0524385 Mar 30 18:29:03.578131 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-9f4fd5f4-5f22-4c7a-a395-057a113fe556 req-a53e00be-b414-4b34-aa81-f2557cab0a08 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Mar 30 18:29:04.693372 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb123d-2091-48e2-b169-428ebde17304 req-1379f733-6f60-48df-9061-d4f91e2c96e4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:04.694827 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ebb123d-2091-48e2-b169-428ebde17304 req-1379f733-6f60-48df-9061-d4f91e2c96e4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0509303 Mar 30 18:29:04.742881 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-2ebb123d-2091-48e2-b169-428ebde17304 req-eb02b075-0ca9-42a6-86a3-dd24d1811b57 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Mar 30 18:29:05.626721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-f9763751-3b28-4430-9617-6bbb21bacc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:05.628189 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-f9763751-3b28-4430-9617-6bbb21bacc58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0476358 Mar 30 18:29:05.730651 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-7df0fd42-0051-4d17-af84-951e16315496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:05.732096 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-7df0fd42-0051-4d17-af84-951e16315496 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0832348 Mar 30 18:29:05.801075 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-ebc56e39-8700-4b9d-97cb-5efb3c9a8162 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1000 time: 0.0620699 Mar 30 18:29:05.849991 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-1fe9cd3d-d145-4024-92c2-e88304de69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:05.851397 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-1fe9cd3d-d145-4024-92c2-e88304de69b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0443208 Mar 30 18:29:05.861448 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2d12c-1b59-4d72-9753-c4210a00f840 req-284d1d26-2877-4acc-907b-c7c471fce754 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:05.862901 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1ba2d12c-1b59-4d72-9753-c4210a00f840 req-284d1d26-2877-4acc-907b-c7c471fce754 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0521274 Mar 30 18:29:05.903183 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-25fd24e9-b3db-433a-9763-4612f6bafa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:05.904834 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-25fd24e9-b3db-433a-9763-4612f6bafa42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452077 Mar 30 18:29:05.915806 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1ba2d12c-1b59-4d72-9753-c4210a00f840 req-abce30c8-a184-42c5-9ee3-b91d49f5c905 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473332 Mar 30 18:29:05.994077 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-938a8be1-d7d9-4465-9d65-c26bf7991c69 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823200 Mar 30 18:29:06.081329 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-239cfc40-cae1-4a03-b400-9e0c6d5bd518 req-63acec8c-8f16-4130-b0a7-ebbf83321c88 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804667 Mar 30 18:29:07.033002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5c4f4-a76b-4126-9812-38d61ccdedea req-86ecbb32-007a-4c69-a589-b122955961e9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:07.034462 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8b5c4f4-a76b-4126-9812-38d61ccdedea req-86ecbb32-007a-4c69-a589-b122955961e9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0523257 Mar 30 18:29:07.081754 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-e8b5c4f4-a76b-4126-9812-38d61ccdedea req-59bd0776-4180-44be-89c9-480cdaf3a1f0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Mar 30 18:29:07.709923 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e720517d-9b6f-4aca-a940-8296744ca139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:08.198317 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba798ab-7134-439a-8773-08831891723e req-22de636d-2ea7-4142-9903-4802b748c0d5 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:08.199786 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cba798ab-7134-439a-8773-08831891723e req-22de636d-2ea7-4142-9903-4802b748c0d5 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0529275 Mar 30 18:29:08.248666 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-cba798ab-7134-439a-8773-08831891723e req-364d2fa0-bf44-4cf4-888e-96954d168e28 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Mar 30 18:29:09.370413 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57fcc7-6ab4-48d4-babc-8bf2583f4323 req-afa7be12-a8f6-4385-88f9-88b1770fa04b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:09.371889 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3a57fcc7-6ab4-48d4-babc-8bf2583f4323 req-afa7be12-a8f6-4385-88f9-88b1770fa04b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0566506 Mar 30 18:29:09.422457 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-3a57fcc7-6ab4-48d4-babc-8bf2583f4323 req-b0180a3a-a1f0-44da-9cae-ee8cca8bb1cb tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442963 Mar 30 18:29:10.068256 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-00ab20a1-68e6-4918-a95f-8577d74cdfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:10.538522 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1ab6a-817f-4944-adca-eca94358d105 req-915e8ae1-2cb3-4399-b200-91e811203ca9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:10.539995 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ee1ab6a-817f-4944-adca-eca94358d105 req-915e8ae1-2cb3-4399-b200-91e811203ca9 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0521836 Mar 30 18:29:10.592993 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-5ee1ab6a-817f-4944-adca-eca94358d105 req-7e6ff26d-cd7f-4867-8b9c-017bc84caee6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473979 Mar 30 18:29:10.914527 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:11.246399 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228086-2175-4894-a896-291fe08a1fac req-7e0d84b5-7173-4bf9-90d2-55b0d0c54991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.247821 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-7e0d84b5-7173-4bf9-90d2-55b0d0c54991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0430462 Mar 30 18:29:11.338554 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228086-2175-4894-a896-291fe08a1fac req-b26ec5a2-e83e-4758-afed-0c85d3698b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.340018 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-b26ec5a2-e83e-4758-afed-0c85d3698b0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0855241 Mar 30 18:29:11.407019 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-30ae3834-ab01-49a4-9d6b-b69ac090a36b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1000 time: 0.0594063 Mar 30 18:29:11.458586 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228086-2175-4894-a896-291fe08a1fac req-4671573a-52ea-49ee-9e80-50c57116db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.459997 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-4671573a-52ea-49ee-9e80-50c57116db85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0443811 Mar 30 18:29:11.790328 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228086-2175-4894-a896-291fe08a1fac req-b6e49c42-6de2-4a3b-8ce1-c52386390a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.791804 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-b6e49c42-6de2-4a3b-8ce1-c52386390a92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3239686 Mar 30 18:29:11.864483 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c164b-3f73-48d9-bb20-aa301abc034f req-66fd7b76-55b0-438c-b44c-a1fc7e20768a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:11.865845 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-654c164b-3f73-48d9-bb20-aa301abc034f req-66fd7b76-55b0-438c-b44c-a1fc7e20768a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.1057615 Mar 30 18:29:11.926738 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-5f782f8b-81cd-448d-9bc4-f14283bec6f9 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272767 Mar 30 18:29:11.935044 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-654c164b-3f73-48d9-bb20-aa301abc034f req-f80ee6ad-1d36-4fb3-aa26-0ebe7a7667ec tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634198 Mar 30 18:29:12.017331 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-75228086-2175-4894-a896-291fe08a1fac req-b283a28b-3506-48ba-87fe-5150bf747159 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813453 Mar 30 18:29:12.575157 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:13.054673 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f59f3b-523b-4d1c-9507-e09742d85e00 req-de59bb8c-68a5-4526-a67d-a7d1dde6965a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:13.056149 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15f59f3b-523b-4d1c-9507-e09742d85e00 req-de59bb8c-68a5-4526-a67d-a7d1dde6965a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0546789 Mar 30 18:29:13.103613 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-15f59f3b-523b-4d1c-9507-e09742d85e00 req-52715793-1e94-4191-9720-19ab456f77fe tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Mar 30 18:29:14.119385 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:14.227912 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f3e42-806e-416c-a8dd-5b6bb76c5ef6 req-a9e05223-0635-4a42-ab21-8f1e196c0af4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:14.229409 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b48f3e42-806e-416c-a8dd-5b6bb76c5ef6 req-a9e05223-0635-4a42-ab21-8f1e196c0af4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0566766 Mar 30 18:29:14.277249 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b48f3e42-806e-416c-a8dd-5b6bb76c5ef6 req-385e5ace-a6a6-4c26-9643-4500a36c11f0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Mar 30 18:29:15.395908 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001644f-ae6c-4053-88bb-32ac32efcf1d req-84e83f91-ab61-4f61-a8ef-d1cec11ea89b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:15.397293 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4001644f-ae6c-4053-88bb-32ac32efcf1d req-84e83f91-ab61-4f61-a8ef-d1cec11ea89b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0525031 Mar 30 18:29:15.445328 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-4001644f-ae6c-4053-88bb-32ac32efcf1d req-5e3cc07d-9b06-4ace-9d72-9df7967f3adf tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Mar 30 18:29:15.653158 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1075789-7fde-4a86-802e-2d6db2de628b req-a13da590-8fce-4c62-8352-3f55d621d006 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:15.654584 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f1075789-7fde-4a86-802e-2d6db2de628b req-a13da590-8fce-4c62-8352-3f55d621d006 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0540304 Mar 30 18:29:15.665463 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-3d1c2ee6-fda4-4c5d-b959-ecfbd2317df1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851929 Mar 30 18:29:15.709132 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f1075789-7fde-4a86-802e-2d6db2de628b req-46790bd1-be97-4f3d-9945-033fbd2125d5 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488286 Mar 30 18:29:15.769082 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [req-bf26da13-cb63-425b-913c-cf8d32a9d4b6 req-1931306c-9d4d-4baf-a61b-4c1a679f6a22 service neutron] (103471) timed out ('10.222.0.23', 56588) {{(pid=103471) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:29:15.786316 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-b331b63d-0159-49aa-853d-4b2cd6ee31ff tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:15.787654 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-b331b63d-0159-49aa-853d-4b2cd6ee31ff tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports/b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 942 time: 0.0951929 Mar 30 18:29:16.827298 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7127c73-473c-4eef-bf12-030b4232cbf2 req-0c724df5-485b-4013-9e32-cc2a7d11c2bd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:16.828883 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a7127c73-473c-4eef-bf12-030b4232cbf2 req-0c724df5-485b-4013-9e32-cc2a7d11c2bd tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0533636 Mar 30 18:29:16.880203 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-a7127c73-473c-4eef-bf12-030b4232cbf2 req-6732bfc6-8e84-477e-91fe-2cdf413dc518 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Mar 30 18:29:17.077888 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-ca63d76a-c7cc-46ac-9337-9837fb384c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.079411 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-ca63d76a-c7cc-46ac-9337-9837fb384c4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b&tenant_id=aa91d754c5334e36b5648896a2aa85c3 HTTP/1.1" status: 200 len: 1129 time: 0.0845025 Mar 30 18:29:17.143416 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-536f3640-5a30-4e2e-9333-c05d0b3b4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.144954 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-536f3640-5a30-4e2e-9333-c05d0b3b4305 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0433600 Mar 30 18:29:17.150177 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:29:17.235863 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-97117681-e151-4bc7-a0d7-038a25551fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.237970 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-97117681-e151-4bc7-a0d7-038a25551fc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0864162 Mar 30 18:29:17.302234 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-1c909c73-7cff-4202-8d6c-25bbdb287c54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1000 time: 0.0573218 Mar 30 18:29:17.352928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-8b7ff899-1dd8-4d91-a42a-371a90aecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.354334 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-8b7ff899-1dd8-4d91-a42a-371a90aecf52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0427835 Mar 30 18:29:17.411628 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d163d-9c22-4a84-8391-9411439d246c req-99dcfb83-00ec-407a-9ad6-1ac1a96a657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.413145 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-99dcfb83-00ec-407a-9ad6-1ac1a96a657e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483918 Mar 30 18:29:17.503178 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-2788639d-f818-40da-aca6-0b73af3f2bb9 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792115 Mar 30 18:29:17.594530 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-363d163d-9c22-4a84-8391-9411439d246c req-4a990b32-f86d-4846-a141-187714104ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Mar 30 18:29:17.995452 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dc171-c2a9-4fad-94f1-201627d7dbb0 req-90864125-570b-463b-9656-c3447118c0a6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:17.996921 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-221dc171-c2a9-4fad-94f1-201627d7dbb0 req-90864125-570b-463b-9656-c3447118c0a6 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0511632 Mar 30 18:29:18.044285 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-221dc171-c2a9-4fad-94f1-201627d7dbb0 req-9495534f-9f0b-42f9-9277-878be1fea2a0 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 Mar 30 18:29:18.286547 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:18.360706 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b1b54e43-1d22-4fba-b76c-2c159b565991 is: ACTIVE; New status is: DOWN {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:29:18.361096 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:18.384376 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:18.386617 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b98f7a-f350-45ed-a856-5143aff69213" -d '{"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:18.402190 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:18.405979 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:18.429283 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b633afd1-83f6-4a3a-97b7-35c713c7fe68 x-openstack-request-id: req-b633afd1-83f6-4a3a-97b7-35c713c7fe68 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:18.429587 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:18.429842 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b633afd1-83f6-4a3a-97b7-35c713c7fe68 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:18.430238 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b633afd1-83f6-4a3a-97b7-35c713c7fe68'] response: {'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'code': 200} Mar 30 18:29:18.461889 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=6']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:18.468826 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.469183 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.469528 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.469871 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.470208 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.470542 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.470899 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.471250 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.471642 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.471975 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.472332 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.472669 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.472998 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.473324 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:18.473651 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:19.160805 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185f67-0b82-4373-b5ae-e2f8b8fdcabf req-f8c8fcc8-2dee-443f-871f-f08888189b4e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:19.165806 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fe185f67-0b82-4373-b5ae-e2f8b8fdcabf req-f8c8fcc8-2dee-443f-871f-f08888189b4e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0562379 Mar 30 18:29:19.211107 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-fe185f67-0b82-4373-b5ae-e2f8b8fdcabf req-79ea280e-2a69-45dd-9d38-0e331e702d49 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Mar 30 18:29:20.332415 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8725f6-1173-4d50-b818-2d3a5eb7aaeb req-247d728e-a7a3-4a61-bef3-901646912d94 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:20.333924 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cc8725f6-1173-4d50-b818-2d3a5eb7aaeb req-247d728e-a7a3-4a61-bef3-901646912d94 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0554411 Mar 30 18:29:20.381875 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-cc8725f6-1173-4d50-b818-2d3a5eb7aaeb req-1d8fbc0e-2812-4883-ad85-236afcae31d5 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Mar 30 18:29:21.501634 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b7a24-c596-41a3-9be6-cf250bd270f0 req-2d1aca52-5838-4d6e-967e-018dbfe22e62 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:21.503828 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d7b7a24-c596-41a3-9be6-cf250bd270f0 req-2d1aca52-5838-4d6e-967e-018dbfe22e62 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0554237 Mar 30 18:29:21.551163 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1d7b7a24-c596-41a3-9be6-cf250bd270f0 req-326b7e82-f412-41e6-add6-b83b00839005 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 Mar 30 18:29:22.285580 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:22.666429 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b00c1-fe2d-42fb-a655-ba5ad54d25ae req-ff73c8d1-18ba-4a75-ae93-f7ac97b37d7c tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:22.667904 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-287b00c1-fe2d-42fb-a655-ba5ad54d25ae req-ff73c8d1-18ba-4a75-ae93-f7ac97b37d7c tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0517645 Mar 30 18:29:22.714475 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-287b00c1-fe2d-42fb-a655-ba5ad54d25ae req-909ba8ea-dfb4-4a3c-a29b-339385c1bf3b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 Mar 30 18:29:23.836259 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df659-af48-4d11-8f01-5b7cbb29f52a req-e6b1fa96-2eed-41c0-983f-8088d345bd6c tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:23.837819 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f63df659-af48-4d11-8f01-5b7cbb29f52a req-e6b1fa96-2eed-41c0-983f-8088d345bd6c tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0548847 Mar 30 18:29:23.858789 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e56801-bd3f-4685-951d-41b3dca5fee1 req-68e78295-a86f-4fa1-b098-7c6a94f9c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:23.860196 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b1e56801-bd3f-4685-951d-41b3dca5fee1 req-68e78295-a86f-4fa1-b098-7c6a94f9c6b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1127 time: 0.0511096 Mar 30 18:29:23.886035 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-f63df659-af48-4d11-8f01-5b7cbb29f52a req-b8f943da-2139-4dc1-82f6-50aadf58be6a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Mar 30 18:29:23.907831 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b1e56801-bd3f-4685-951d-41b3dca5fee1 req-e91966e2-7f64-4295-b63d-8ed3e0dcd0e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383046 Mar 30 18:29:25.007942 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0f091-d655-4227-9de0-676c636cb8d9 req-e0174b28-ed3c-49ac-8e61-92f7eafcc7f8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:25.009539 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21f0f091-d655-4227-9de0-676c636cb8d9 req-e0174b28-ed3c-49ac-8e61-92f7eafcc7f8 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0551636 Mar 30 18:29:25.059859 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-21f0f091-d655-4227-9de0-676c636cb8d9 req-649e3b34-6476-48f5-a56c-5a408c4afbc4 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440164 Mar 30 18:29:26.181636 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899aea9-b247-4ee6-9185-85cd5b21a4c0 req-0ab7c71f-5abb-47fa-ba35-c5008a846883 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:26.183113 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1899aea9-b247-4ee6-9185-85cd5b21a4c0 req-0ab7c71f-5abb-47fa-ba35-c5008a846883 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 943 time: 0.0561335 Mar 30 18:29:26.232146 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-1899aea9-b247-4ee6-9185-85cd5b21a4c0 req-d05af247-394d-4ae4-8363-e7af5367d03b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Mar 30 18:29:26.292976 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=103473) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:29:26.390204 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:26.402269 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Returning: {'device': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'port_id': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'mac_address': 'fa:16:3e:59:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103473) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:29:26.437643 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b1b54e43-1d22-4fba-b76c-2c159b565991 is: DOWN; New status is: BUILD {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:29:26.438037 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:26.451172 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b54e43-1d22-4fba-b76c-2c159b565991 {{(pid=103473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:29:26.470224 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:26.474266 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:26.520831 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=7']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:26.731343 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] get_ports_and_sgs() called for port_ids ['b1b54e43-1d22-4fba-b76c-2c159b565991'] {{(pid=103473) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:29:28.302028 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 up at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:29:28.350163 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.provisioning_blocks [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Provisioning complete for port b1b54e43-1d22-4fba-b76c-2c159b565991 triggered by entity L2. {{(pid=103473) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:29:28.350540 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543179'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), provisioning_complete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:28.428606 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Current status of the port b1b54e43-1d22-4fba-b76c-2c159b565991 is: BUILD; New status is: ACTIVE {{(pid=103473) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:29:28.429001 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3444337'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:28.450710 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:28.452943 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}100e648851c68be4c3603b47954e073f05801f52118d3a30203c5da03f725b53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c86567b-e9e2-4a3b-a463-c854b0a3d986" -d '{"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-plugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:28.465384 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:29:28.476628 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763622180491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763621692676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763621692694'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:28.503063 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63b41b-faa3-4fc0-ae37-b96c94843940 x-openstack-request-id: req-2a63b41b-faa3-4fc0-ae37-b96c94843940 {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:28.503362 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-plugged", "status": "completed", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "code": 200}]} {{(pid=103473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:28.503614 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a63b41b-faa3-4fc0-ae37-b96c94843940 {{(pid=103473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:28.504005 dv-cinder-835878-1-iscsi neutron-server[103473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a63b41b-faa3-4fc0-ae37-b96c94843940'] response: {'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'code': 200} Mar 30 18:29:28.528258 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Pushing event updated for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=8']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:29.506927 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [req-cca2acc3-718a-4fcd-8aeb-693f917904dd req-1bc4f443-9804-4a12-8548-93f2f6563f53 service neutron] (103472) timed out ('10.222.0.23', 56619) {{(pid=103472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:29:37.711696 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5f41-a480-46bc-8404-327261c9ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:40.069247 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d554df4e-d567-4aa3-be0d-d4e4963cb983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:40.916847 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:42.577020 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:44.111381 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:52.289892 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:54.149135 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:30:07.590344 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-18aa4256-a936-4841-8c82-8f566490e907 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466349 Mar 30 18:30:07.680048 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-346872f6-2b4d-446f-ac78-a1bd60c53678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:07.681544 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-346872f6-2b4d-446f-ac78-a1bd60c53678 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0436449 Mar 30 18:30:07.713400 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d5e7207c-f082-4b29-a8e2-aebacf157f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:07.787659 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-f8376039-0a63-4a6c-924e-473ad3f36d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:07.789185 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-f8376039-0a63-4a6c-924e-473ad3f36d51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.0848036 Mar 30 18:30:07.856954 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-227158a7-054c-4bca-9ac6-7731841c45c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 1000 time: 0.0611148 Mar 30 18:30:07.905697 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-d67d0721-8c0c-4e7b-a9c0-b696fb55809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:07.907146 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-d67d0721-8c0c-4e7b-a9c0-b696fb55809f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0418863 Mar 30 18:30:07.956869 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-e44d2db3-e8fc-4037-811e-62f3d7fea8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:07.958362 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-e44d2db3-e8fc-4037-811e-62f3d7fea8c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442753 Mar 30 18:30:08.051230 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-1ec350b8-3463-4dce-8b2d-fb34b66e8200 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826933 Mar 30 18:30:08.137930 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-b0f7b065-216a-441b-9f0f-3e39469a8ced req-38c4dc5b-c21e-40ea-96f0-52455a8bcb50 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799937 Mar 30 18:30:10.070116 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-2b2302cb-5caa-4e9b-bfe2-373233a4950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:10.920574 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:12.580798 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.114745 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.314664 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:31.149343 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:30:37.718711 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f71e00ef-8540-49f3-8eb0-9d55b6df0db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:40.075464 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-466a266b-8188-48ea-8c71-4368d1e8b6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:40.924458 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:42.586309 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:44.121519 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:44.829489 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33634) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:45.003350 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Deleting port 96c52d3e-499c-4f0f-bea4-95fbdedeec96 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:45.003695 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.083002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.083263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for floatingip (96c52d3e-499c-4f0f-bea4-95fbdedeec96), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.095313 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Calling delete_port for 96c52d3e-499c-4f0f-bea4-95fbdedeec96 owned by network:floatingip {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:45.244490 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (96c52d3e-499c-4f0f-bea4-95fbdedeec96), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.267028 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event deleted for resources: {'Port': ['ID=96c52d3e-499c-4f0f-bea4-95fbdedeec96,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:45.279368 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.279721 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.280071 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.280449 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.280783 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.281128 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.281800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.281800 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.282090 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.282419 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.283336 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.283672 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.284006 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.284371 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.284699 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:45.345990 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for floatingip (db21f609-6822-433e-a5bf-9e3314c632e0), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.346253 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.db.l3_db [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Floating IP db21f609-6822-433e-a5bf-9e3314c632e0 disassociated (deleted). External IP: 172.27.2.94, port: b1b54e43-1d22-4fba-b76c-2c159b565991. Mar 30 18:30:45.562624 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:45.672488 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:45.677299 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for floatingip (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.683293 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Sync routers for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:45.693309 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:45.694435 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:45.719328 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-48cc5cd3-d993-46a3-9bbe-a2fa7c58216e tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "DELETE /v2.0/floatingips/db21f609-6822-433e-a5bf-9e3314c632e0 HTTP/1.1" status: 204 len: 168 time: 0.8887193 Mar 30 18:30:45.719928 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:45.724401 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa308e43-ccaa-45c8-8a60-25d1524235b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:45.833941 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd32d67-74b1-4954-a1c6-15d092774672 x-openstack-request-id: req-4dd32d67-74b1-4954-a1c6-15d092774672 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:45.835266 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:45.835608 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dd32d67-74b1-4954-a1c6-15d092774672 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:45.836042 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd32d67-74b1-4954-a1c6-15d092774672'] response: {'name': 'network-changed', 'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'status': 'completed', 'code': 200} Mar 30 18:30:45.837677 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:45.925329 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-73793af8-2ed1-4855-bf2a-76766558fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:45.926922 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-73793af8-2ed1-4855-bf2a-76766558fa53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa91d754c5334e36b5648896a2aa85c3&device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 1129 time: 0.0569203 Mar 30 18:30:46.036070 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a0c03-4eee-463a-be59-7029cef8f7c5 req-9d2ea199-118e-4f2f-975c-605437f4504b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.037629 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d42a0c03-4eee-463a-be59-7029cef8f7c5 req-9d2ea199-118e-4f2f-975c-605437f4504b tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.1098268 Mar 30 18:30:46.077163 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.105783 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Checking router: dde0b7dc-2333-4cb1-8bd1-5fa026b87640 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:46.110340 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-e5deb311-5915-493d-877b-0a5b65b64f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.111835 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-e5deb311-5915-493d-877b-0a5b65b64f28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 200 len: 909 time: 0.1438525 Mar 30 18:30:46.117502 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-d42a0c03-4eee-463a-be59-7029cef8f7c5 req-c18ebd39-0c7d-4b5e-b514-6355d54c9c05 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732059 Mar 30 18:30:46.117678 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:46.118297 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.164984 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-76c1d449-ea41-4482-8a8c-d8d281aaf50c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 200 len: 217 time: 0.0446963 Mar 30 18:30:46.215443 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-ac21033f-7e6a-4c96-86cb-fa5d915b7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.216887 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-ac21033f-7e6a-4c96-86cb-fa5d915b7439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 200 len: 848 time: 0.0450499 Mar 30 18:30:46.235894 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:46.273614 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-85afb5cd-1201-46a0-988c-597ca628e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:46.275160 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-85afb5cd-1201-46a0-988c-597ca628e6d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df8e0f85-4a75-4ea5-9570-a2e9a579081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485127 Mar 30 18:30:46.367666 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-b26a25e8-06bf-4ec8-bbc6-967dd5651755 service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849297 Mar 30 18:30:46.443308 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:46.472990 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bebaf-9d1c-4b42-8b98-0e5cd15379ca None None] The sync data for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi is: [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:17Z', 'revision_number': 4, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi', '_interfaces': [{'id': 'ba12880a-5cfd-4c53-b3c1-316c2993fd50', 'name': '', 'network_id': 'df8e0f85-4a75-4ea5-9570-a2e9a579081b', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'mac_address': 'fa:16:3e:13:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:16Z', 'updated_at': '2022-03-30T18:26:21Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'subnets': [{'id': 'e882a415-230e-4fc1-ad59-029c2fb032db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:46.476769 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-fa308e43-ccaa-45c8-8a60-25d1524235b9 req-3347503c-4254-4189-9592-5b83df1361cf service neutron] 10.222.0.23 "GET /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026866 Mar 30 18:30:46.686343 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b719c94-e640-432d-8d1b-c1d6bb9354ac None None] New status for floating IP db21f609-6822-433e-a5bf-9e3314c632e0: DOWN {{(pid=103474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:30:47.246549 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d43e5-19d7-42fa-a3b7-abf0bf12bb88 req-61f23314-d7c9-465b-8f3c-3cc8ac71af47 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:47.248024 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f1d43e5-19d7-42fa-a3b7-abf0bf12bb88 req-61f23314-d7c9-465b-8f3c-3cc8ac71af47 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0539551 Mar 30 18:30:47.296638 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-8f1d43e5-19d7-42fa-a3b7-abf0bf12bb88 req-263c2d22-bfc7-4cf3-b3b7-40be87c14c84 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/security-groups?id=7836149e-a803-435a-86e3-855cc3266d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430276 Mar 30 18:30:47.793937 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df292-1079-43db-9875-00eb8954c42c req-df62e48a-1437-4051-a2f1-24ab331f077f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103471) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:47.795359 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-524df292-1079-43db-9875-00eb8954c42c req-df62e48a-1437-4051-a2f1-24ab331f077f tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 945 time: 0.0516760 Mar 30 18:30:47.890117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Deleting port b1b54e43-1d22-4fba-b76c-2c159b565991 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:47.890471 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:47.977571 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] For port b1b54e43-1d22-4fba-b76c-2c159b565991, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=b1b54e43-1d22-4fba-b76c-2c159b565991,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:47.977856 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:47.994832 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Calling delete_port for b1b54e43-1d22-4fba-b76c-2c159b565991 owned by compute:nova {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:48.119895 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (b1b54e43-1d22-4fba-b76c-2c159b565991), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:48.147011 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event deleted for resources: {'Port': ['ID=b1b54e43-1d22-4fba-b76c-2c159b565991,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:48.193664 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] No DVR routers for this DVR port b1b54e43-1d22-4fba-b76c-2c159b565991 on host hv-cinder-83587 {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:48.196153 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84156'] for port (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:48.199743 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [req-524df292-1079-43db-9875-00eb8954c42c req-d7ab64c7-8f85-4ef8-bc2d-6062b1289062 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.23 "DELETE /v2.0/ports/b1b54e43-1d22-4fba-b76c-2c159b565991 HTTP/1.1" status: 204 len: 173 time: 0.3982878 Mar 30 18:30:48.200170 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-deleted', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:48.202377 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00cfd26046b0f0774d481db3cf58b2dd952d94dd0ce863cd8e27c61a4abf777c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98785462-af1f-4aa8-9712-250ad2e3d135" -d '{"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-deleted", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:48.242807 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ebd90-6adf-4d29-b6d2-fabe13c05d90 x-openstack-request-id: req-598ebd90-6adf-4d29-b6d2-fabe13c05d90 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:48.243105 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8dd021-6529-47bd-943c-a551914b109b", "name": "network-vif-deleted", "tag": "b1b54e43-1d22-4fba-b76c-2c159b565991", "status": "completed", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:48.243354 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-598ebd90-6adf-4d29-b6d2-fabe13c05d90 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:48.243752 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598ebd90-6adf-4d29-b6d2-fabe13c05d90'] response: {'server_uuid': 'bb8dd021-6529-47bd-943c-a551914b109b', 'name': 'network-vif-deleted', 'tag': 'b1b54e43-1d22-4fba-b76c-2c159b565991', 'status': 'completed', 'code': 200} Mar 30 18:30:48.391677 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [req-38b20a1e-50f1-4a2e-8c71-a79688baa78f req-c4694d61-643d-4366-b3b5-294510b91b28 tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8dd021-6529-47bd-943c-a551914b109b HTTP/1.1" status: 200 len: 210 time: 0.0269554 Mar 30 18:30:49.447961 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33664) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:49.503104 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (7836149e-a803-435a-86e3-855cc3266d51), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:49.527527 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (7836149e-a803-435a-86e3-855cc3266d51), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:49.587706 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (7836149e-a803-435a-86e3-855cc3266d51), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:49.590220 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:49.591404 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] 10.222.0.24 "DELETE /v2.0/security-groups/7836149e-a803-435a-86e3-855cc3266d51 HTTP/1.1" status: 204 len: 168 time: 0.1423976 Mar 30 18:30:49.600409 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d60a-9a7c-4b4d-a57c-c15f4dd0219a tempest-TestShelveInstance-1112426639 tempest-TestShelveInstance-1112426639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7836149e-a803-435a-86e3-855cc3266d51,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:49.632566 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33668) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:49.970806 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.206540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Deleting port ba12880a-5cfd-4c53-b3c1-316c2993fd50 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:50.206873 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.283344 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] For port ba12880a-5cfd-4c53-b3c1-316c2993fd50, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=ba12880a-5cfd-4c53-b3c1-316c2993fd50,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:50.283625 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.296696 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Calling delete_port for ba12880a-5cfd-4c53-b3c1-316c2993fd50 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:50.471370 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (ba12880a-5cfd-4c53-b3c1-316c2993fd50), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.497607 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba12880a-5cfd-4c53-b3c1-316c2993fd50,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:50.656669 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.722211 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:50.741858 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] No Port match for: b1b54e43-1d22-4fba-b76c-2c159b565991 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:50.742200 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Device b1b54e43-1d22-4fba-b76c-2c159b565991 not bound to the agent host hv-cinder-83587 {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:50.867959 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:50.973432 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:50.978337 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-9678849d-3dfc-4163-8748-4dafc6439e64 admin admin] 10.222.0.24 "PUT /v2.0/routers/dde0b7dc-2333-4cb1-8bd1-5fa026b87640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3458030 Mar 30 18:30:50.980840 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33670) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:50.982219 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Sync routers for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:50.993395 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:50.994015 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.235105 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:51.347561 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks [] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.414739 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:30:50Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.441358 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Checking router: dde0b7dc-2333-4cb1-8bd1-5fa026b87640 for host: dv-cinder-835878-1-iscsi {{(pid=103473) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:51.449641 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks [] for router_gateway (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.449843 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Routers {'dde0b7dc-2333-4cb1-8bd1-5fa026b87640'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103473) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:51.450360 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'], 'active': True} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.501028 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Deleting port 96a216a2-89dc-4f80-844b-574730d2bf83 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:51.501580 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.558229 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvr_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] Set router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103473) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:51.580784 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] For port 96a216a2-89dc-4f80-844b-574730d2bf83, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=96a216a2-89dc-4f80-844b-574730d2bf83,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:51.581155 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.593675 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Calling delete_port for 96a216a2-89dc-4f80-844b-574730d2bf83 owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:51.739845 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_hamode_db [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:30:50Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.764258 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (96a216a2-89dc-4f80-844b-574730d2bf83), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.769289 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de513b-19fb-4899-903e-9d4f17e3a1b7 None None] The sync data for ids ['dde0b7dc-2333-4cb1-8bd1-5fa026b87640'] in dv-cinder-835878-1-iscsi is: [{'id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'name': 'tempest-TestShelveInstance-1380833851-router', 'tenant_id': 'aa91d754c5334e36b5648896a2aa85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:30:50Z', 'revision_number': 5, 'project_id': 'aa91d754c5334e36b5648896a2aa85c3', 'gw_port': {'id': '96a216a2-89dc-4f80-844b-574730d2bf83', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde0b7dc-2333-4cb1-8bd1-5fa026b87640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:14Z', 'updated_at': '2022-03-30T18:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}] {{(pid=103473) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:51.790837 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a216a2-89dc-4f80-844b-574730d2bf83,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:51.849328 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.940531 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.942568 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks [] for router_controller (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.986181 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (dde0b7dc-2333-4cb1-8bd1-5fa026b87640), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.986823 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde0b7dc-2333-4cb1-8bd1-5fa026b87640 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:30:51.992151 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.993548 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-2cda39fa-9613-4523-9735-a98722bbf0e9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dde0b7dc-2333-4cb1-8bd1-5fa026b87640 HTTP/1.1" status: 204 len: 168 time: 1.0117602 Mar 30 18:30:51.995994 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33672) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.039511 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Deleting subnet e882a415-230e-4fc1-ad59-029c2fb032db {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:30:52.042484 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Publish callbacks [] for subnet (e882a415-230e-4fc1-ad59-029c2fb032db), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.075295 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (e882a415-230e-4fc1-ad59-029c2fb032db), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.157738 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (e882a415-230e-4fc1-ad59-029c2fb032db), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.211414 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (e882a415-230e-4fc1-ad59-029c2fb032db), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.239457 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e882a415-230e-4fc1-ad59-029c2fb032db,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.241851 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.247224 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-35c4b980-e3c4-42ca-b506-84e31c019895 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e882a415-230e-4fc1-ad59-029c2fb032db HTTP/1.1" status: 204 len: 168 time: 0.2480597 Mar 30 18:30:52.247405 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf185cc3-c2d4-46db-ae12-c15221687259 None None] Network df8e0f85-4a75-4ea5-9570-a2e9a579081b requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:52.247597 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33674) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.321413 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.332575 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (df8e0f85-4a75-4ea5-9570-a2e9a579081b), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.393203 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Deleting port b26b5815-a8fb-4c30-b43b-5310ba9670b3 {{(pid=103472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:52.393676 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.425900 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] DHCP port deletion for df8e0f85-4a75-4ea5-9570-a2e9a579081b request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:30:52.462668 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] For port b26b5815-a8fb-4c30-b43b-5310ba9670b3, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=b26b5815-a8fb-4c30-b43b-5310ba9670b3,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:52.463047 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.483617 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Calling delete_port for b26b5815-a8fb-4c30-b43b-5310ba9670b3 owned by network:dhcp {{(pid=103472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:52.485557 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Deleting port b26b5815-a8fb-4c30-b43b-5310ba9670b3 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:52.486032 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.551479 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] For port b26b5815-a8fb-4c30-b43b-5310ba9670b3, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=b26b5815-a8fb-4c30-b43b-5310ba9670b3,segment=NetworkSegment(14bb26db-9f3e-4f0e-8825-30a11deb1a64),segment_id=14bb26db-9f3e-4f0e-8825-30a11deb1a64)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:52.551881 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.564973 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Calling delete_port for b26b5815-a8fb-4c30-b43b-5310ba9670b3 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:52.566863 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14355198'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.594398 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b26b5815-a8fb-4c30-b43b-5310ba9670b3,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.596694 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] No DVR routers for this DVR port b26b5815-a8fb-4c30-b43b-5310ba9670b3 on host dv-cinder-835878-1-iscsi {{(pid=103472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:52.622706 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.623049 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.623401 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.623747 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.624092 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.624461 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.624797 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.625131 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.625462 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.625792 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.626126 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.626458 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.626786 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.627123 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.627445 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.649306 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (b26b5815-a8fb-4c30-b43b-5310ba9670b3), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.674710 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Pushing event deleted for resources: {'Port': ['ID=b26b5815-a8fb-4c30-b43b-5310ba9670b3,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.679332 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] No DVR routers for this DVR port b26b5815-a8fb-4c30-b43b-5310ba9670b3 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:52.685579 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.685943 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.686293 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.690226 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.690875 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (df8e0f85-4a75-4ea5-9570-a2e9a579081b), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.691357 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5975c607-919f-4aac-be8b-7fa827d545b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835878-1-iscsi {{(pid=103473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:52.710537 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8e0f85-4a75-4ea5-9570-a2e9a579081b']}} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:52.719532 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bb26db-9f3e-4f0e-8825-30a11deb1a64') {'for_net_delete': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:52.719830 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.services.segments.db [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bb26db-9f3e-4f0e-8825-30a11deb1a64') {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:52.729442 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16087082'] for segment (14bb26db-9f3e-4f0e-8825-30a11deb1a64), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.742586 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (14bb26db-9f3e-4f0e-8825-30a11deb1a64), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.748587 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:30:52.749004 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14355115'] for segment (14bb26db-9f3e-4f0e-8825-30a11deb1a64), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: Traceback (most recent call last): Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: timer() Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: cb(*args, **kw) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: return func(*args, **kwargs) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: self._notify() Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: self.callback(batched_events) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: event.method(event) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: return f(self, *a, **k) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._get(url).json() Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: return self.request(url, 'GET', **kwargs) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:30:52.750625 dv-cinder-835878-1-iscsi neutron-server[103472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:30:52.803669 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (df8e0f85-4a75-4ea5-9570-a2e9a579081b), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.808795 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.811921 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] 10.222.0.24 "DELETE /v2.0/networks/df8e0f85-4a75-4ea5-9570-a2e9a579081b HTTP/1.1" status: 204 len: 168 time: 0.5633326 Mar 30 18:30:52.817203 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33676) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.825075 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1002-d6e2-4c60-8305-23d4dc1c6cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=df8e0f85-4a75-4ea5-9570-a2e9a579081b,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:53.167436 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1655674'] for router_interface (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.412920 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Deleting port 21450307-420b-4723-9628-413459994de3 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:53.413263 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (21450307-420b-4723-9628-413459994de3), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.504163 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] For port 21450307-420b-4723-9628-413459994de3, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=21450307-420b-4723-9628-413459994de3,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:53.504472 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (21450307-420b-4723-9628-413459994de3), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.517509 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Calling delete_port for 21450307-420b-4723-9628-413459994de3 owned by network:router_interface {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:53.696510 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (21450307-420b-4723-9628-413459994de3), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.716565 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device b26b5815-a8fb-4c30-b43b-5310ba9670b3 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:53.722406 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Pushing event deleted for resources: {'Port': ['ID=21450307-420b-4723-9628-413459994de3,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:53.741618 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: b26b5815-a8fb-4c30-b43b-5310ba9670b3 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:53.742004 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device b26b5815-a8fb-4c30-b43b-5310ba9670b3 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:53.742436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 96a216a2-89dc-4f80-844b-574730d2bf83 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:53.763763 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 96a216a2-89dc-4f80-844b-574730d2bf83 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:53.764023 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 96a216a2-89dc-4f80-844b-574730d2bf83 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:53.764666 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device ba12880a-5cfd-4c53-b3c1-316c2993fd50 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:53.785937 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: ba12880a-5cfd-4c53-b3c1-316c2993fd50 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:53.786375 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device ba12880a-5cfd-4c53-b3c1-316c2993fd50 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:53.895442 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1662442'] for router_interface (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.109308 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 has already been hosted by L3 agent d6f184a9-c0e8-4f85-ab77-7a92c3138e2f {{(pid=103471) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:54.212002 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] Notify agent at l3_agent.dv-cinder-835878-1-iscsi the message routers_updated {{(pid=103471) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:54.217512 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-6a4dd8ef-5d5d-48be-abb6-e824c9627012 admin admin] 10.222.0.24 "PUT /v2.0/routers/c0fe72e7-a438-4a74-a2ba-a0cc04797ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016192 Mar 30 18:30:54.219996 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33678) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:54.220326 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Sync routers for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:54.231863 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:54.232519 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:54.324923 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks [] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.338160 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: dv-cinder-835878-1-iscsi {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:54.428522 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks [] for router_gateway (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.479570 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Deleting port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:54.479914 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.515890 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'external_fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:30:53Z', 'revision_number': 5, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port': {'id': '6d54b547-cd3d-4c89-ae5a-31e1c4e432da', 'name': '', 'network_id': '26759771-81fb-4c7a-8f9f-958fc1fbc07b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835878-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd1830b6-5923-4e35-a8ef-5b35b059cb33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835878-1-iscsi'}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:54.542577 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Checking router: c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 for host: dv-cinder-835878-1-iscsi {{(pid=103474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:54.550727 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Routers {'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'} bound to L3 agent in host dv-cinder-835878-1-iscsi {{(pid=103474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:54.551334 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835878-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:05:40Z,description=,heartbeat_timestamp=2022-03-30T18:30:40Z,host='dv-cinder-835878-1-iscsi',id=d6f184a9-c0e8-4f85-ab77-7a92c3138e2f,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:05:40Z,topic='l3_agent')) {'router_ids': ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'], 'active': True} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:54.560605 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] For port 6d54b547-cd3d-4c89-ae5a-31e1c4e432da, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,segment=NetworkSegment(16fb83e3-a6d6-40fd-a4d5-bd563e03a101),segment_id=16fb83e3-a6d6-40fd-a4d5-bd563e03a101)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:54.561003 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.574487 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Calling delete_port for 6d54b547-cd3d-4c89-ae5a-31e1c4e432da owned by network:router_gateway {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:54.637566 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_dvr_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] Set router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 gateway port host: None {{(pid=103474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:54.687828 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.l3_hamode_db [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:30:54Z', 'revision_number': 6, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port_host': None}], 'dv-cinder-835878-1-iscsi', False) {} {{(pid=103474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:54.717162 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1c532-3aee-4b35-a22e-ace8ca1b48e6 None None] The sync data for ids ['c0fe72e7-a438-4a74-a2ba-a0cc04797ff7'] in dv-cinder-835878-1-iscsi is: [{'id': 'c0fe72e7-a438-4a74-a2ba-a0cc04797ff7', 'name': 'tempest-TestShelveInstance-1125465051-router', 'tenant_id': 'bb1a349220564865854b7eb6f350581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:26:20Z', 'updated_at': '2022-03-30T18:30:54Z', 'revision_number': 6, 'project_id': 'bb1a349220564865854b7eb6f350581a', 'gw_port_host': None}] {{(pid=103474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:54.738820 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (6d54b547-cd3d-4c89-ae5a-31e1c4e432da), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.765858 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d54b547-cd3d-4c89-ae5a-31e1c4e432da,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:54.826469 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655296'] for router_gateway (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.913161 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3472'] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.915223 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks [] for router_controller (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.957943 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1660389'] for router (c0fe72e7-a438-4a74-a2ba-a0cc04797ff7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.958386 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 {{(pid=103471) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:30:54.962724 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.963867 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-08068d1e-7be8-4d7d-a432-166069038f9b admin admin] 10.222.0.24 "DELETE /v2.0/routers/c0fe72e7-a438-4a74-a2ba-a0cc04797ff7 HTTP/1.1" status: 204 len: 168 time: 0.7429371 Mar 30 18:30:54.966424 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33680) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:55.013772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Deleting subnet c5095d28-ccbe-418e-8890-2418c03201a7 {{(pid=103471) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:30:55.016738 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Publish callbacks [] for subnet (c5095d28-ccbe-418e-8890-2418c03201a7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.049323 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14473161'] for subnet (c5095d28-ccbe-418e-8890-2418c03201a7), precommit_delete_associations {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.129208 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3613027'] for subnet (c5095d28-ccbe-418e-8890-2418c03201a7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.181304 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16272282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14426873'] for subnet (c5095d28-ccbe-418e-8890-2418c03201a7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.210147 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5095d28-ccbe-418e-8890-2418c03201a7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:55.213726 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for subnet (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.216924 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b4db877f-5ffb-4af8-8543-c89589584918 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5095d28-ccbe-418e-8890-2418c03201a7 HTTP/1.1" status: 204 len: 168 time: 0.2495840 Mar 30 18:30:55.219317 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33682) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:55.221798 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee07b2e-1ea4-423b-9a5a-ac463fa689ac None None] Network 1b2b0473-1104-42b4-a402-f70bca163940 requested from dv-cinder-835878-1-iscsi {{(pid=103473) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:55.466452 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] DHCP port deletion for 1b2b0473-1104-42b4-a402-f70bca163940 request from dv-cinder-835878-1-iscsi {{(pid=103473) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:30:55.524859 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Deleting port 56744b97-4efd-4ba2-aea4-6063267543f8 {{(pid=103473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:55.525235 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), before_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.559117 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3165986'] for network (1b2b0473-1104-42b4-a402-f70bca163940), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.590855 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.db [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] For port 56744b97-4efd-4ba2-aea4-6063267543f8, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=56744b97-4efd-4ba2-aea4-6063267543f8,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:55.591263 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), precommit_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.605061 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Calling delete_port for 56744b97-4efd-4ba2-aea4-6063267543f8 owned by network:dhcp {{(pid=103473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:55.613530 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Deleting port 56744b97-4efd-4ba2-aea4-6063267543f8 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:55.613969 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763622175766'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.686963 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] For port 56744b97-4efd-4ba2-aea4-6063267543f8, host dv-cinder-835878-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835878-1-iscsi',level=0,port_id=56744b97-4efd-4ba2-aea4-6063267543f8,segment=NetworkSegment(45d9929a-d4ea-4336-943e-c5a0b092f892),segment_id=45d9929a-d4ea-4336-943e-c5a0b092f892)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:55.687461 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658696'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.708236 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Calling delete_port for 56744b97-4efd-4ba2-aea4-6063267543f8 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:55.717642 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), after_delete {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.744442 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] Pushing event deleted for resources: {'Port': ['ID=56744b97-4efd-4ba2-aea4-6063267543f8,revision_number=None']} {{(pid=103473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:55.746605 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 21450307-420b-4723-9628-413459994de3 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:55.769016 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 21450307-420b-4723-9628-413459994de3 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:55.769447 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 21450307-420b-4723-9628-413459994de3 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:55.769932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 6d54b547-cd3d-4c89-ae5a-31e1c4e432da no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:55.774970 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72971057-c3a0-4290-b813-f78745c65e80 None None] No DVR routers for this DVR port 56744b97-4efd-4ba2-aea4-6063267543f8 on host dv-cinder-835878-1-iscsi {{(pid=103473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:55.792932 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 6d54b547-cd3d-4c89-ae5a-31e1c4e432da {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:55.793279 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 6d54b547-cd3d-4c89-ae5a-31e1c4e432da not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:55.793708 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 56744b97-4efd-4ba2-aea4-6063267543f8 no longer exists at agent ovs-agent-dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:55.802612 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3444272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763622180473', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763621695223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16271465'] for port (56744b97-4efd-4ba2-aea4-6063267543f8), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.811952 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.plugin [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] No Port match for: 56744b97-4efd-4ba2-aea4-6063267543f8 {{(pid=103473) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:55.812317 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron.plugins.ml2.rpc [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Device 56744b97-4efd-4ba2-aea4-6063267543f8 not bound to the agent host dv-cinder-835878-1-iscsi {{(pid=103473) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:55.836803 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Pushing event deleted for resources: {'Port': ['ID=56744b97-4efd-4ba2-aea4-6063267543f8,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:55.841686 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] No DVR routers for this DVR port 56744b97-4efd-4ba2-aea4-6063267543f8 on host dv-cinder-835878-1-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:55.910533 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3549160', 'neutron.services.segments.db._delete_segments_for_network-8763622022202'] for network (1b2b0473-1104-42b4-a402-f70bca163940), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.930069 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2b0473-1104-42b4-a402-f70bca163940']}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:55.939139 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d9929a-d4ea-4336-943e-c5a0b092f892') {'for_net_delete': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:55.939439 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.services.segments.db [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d9929a-d4ea-4336-943e-c5a0b092f892') {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:55.949195 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763622020163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14473154'] for segment (45d9929a-d4ea-4336-943e-c5a0b092f892), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.962540 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388'] for segment (45d9929a-d4ea-4336-943e-c5a0b092f892), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.968440 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103471) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:30:55.968772 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3618388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16271420'] for segment (45d9929a-d4ea-4336-943e-c5a0b092f892), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self.session.flush() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self.session.flush() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self.session.flush() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self.session.flush() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: Traceback (most recent call last): Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: timer() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: cb(*args, **kw) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: return func(*args, **kwargs) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self._notify() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: self.callback(batched_events) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: event.method(event) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: return f(self, *a, **k) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._get(url).json() Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: return self.request(url, 'GET', **kwargs) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:30:55.970505 dv-cinder-835878-1-iscsi neutron-server[103471]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:30:56.028078 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3549153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655404'] for network (1b2b0473-1104-42b4-a402-f70bca163940), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.033511 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599602'] for network (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.036687 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b2b0473-1104-42b4-a402-f70bca163940 HTTP/1.1" status: 204 len: 168 time: 0.8164074 Mar 30 18:30:56.047420 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0b701-6f24-4a7c-8493-e914843ad826 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2b0473-1104-42b4-a402-f70bca163940,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:56.195657 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33686) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:56.234679 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-b332d579-e1e3-40a6-b6ce-1f329cce64d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa91d754c5334e36b5648896a2aa85c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377812 Mar 30 18:30:56.237050 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.wsgi [-] (103471) accepted ('10.222.0.24', 33688) {{(pid=103471) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:56.283593 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] Publish callbacks [] for security_group (11693e98-ca30-4ca5-bd76-92b6e811bb8d), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.304623 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] Publish callbacks [] for security_group (11693e98-ca30-4ca5-bd76-92b6e811bb8d), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.352009 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (11693e98-ca30-4ca5-bd76-92b6e811bb8d), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.354560 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.355701 dv-cinder-835878-1-iscsi neutron-server[103471]: INFO neutron.wsgi [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11693e98-ca30-4ca5-bd76-92b6e811bb8d HTTP/1.1" status: 204 len: 168 time: 0.1176341 Mar 30 18:30:56.363375 dv-cinder-835878-1-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e0f11-f652-4074-8259-98cee07f6fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11693e98-ca30-4ca5-bd76-92b6e811bb8d,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:56.667912 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33694) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:56.711288 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-e5f4d163-0c8b-4c24-a46b-9c0e5d251428 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb1a349220564865854b7eb6f350581a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422080 Mar 30 18:30:56.713724 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.wsgi [-] (103472) accepted ('10.222.0.24', 33696) {{(pid=103472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:56.759774 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] Publish callbacks [] for security_group (c1f4d5a2-02f3-4d35-816c-d740879403dd), before_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.780111 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] Publish callbacks [] for security_group (c1f4d5a2-02f3-4d35-816c-d740879403dd), precommit_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.829534 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586911'] for security_group (c1f4d5a2-02f3-4d35-816c-d740879403dd), after_delete {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.832480 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:56.833643 dv-cinder-835878-1-iscsi neutron-server[103472]: INFO neutron.wsgi [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1f4d5a2-02f3-4d35-816c-d740879403dd HTTP/1.1" status: 204 len: 168 time: 0.1190414 Mar 30 18:30:56.842860 dv-cinder-835878-1-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6fb46-770a-475a-849c-b7da8cf6f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4d5a2-02f3-4d35-816c-d740879403dd,revision_number=None']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:07.720125 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cd4f-2ef9-4703-9e9b-9228c757bc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:08.148506 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:31:10.075193 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-86b00efa-b104-4abf-96c8-a04c51365557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:10.926629 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:12.585886 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:14.112928 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:22.312772 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:37.721068 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-677b8adf-2b51-481d-97c6-48c9add48526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:40.076436 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5de2c4fd-6988-4e7a-a77a-e52585fe6efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:40.928065 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:42.587396 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:44.115545 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:45.147065 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:31:52.321331 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:07.722080 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ada4-0971-422c-8ca4-06dbfafe975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:10.078476 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-d66a4aa2-9e6b-4631-98e0-99014d9150a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:10.931538 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:12.589885 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:14.117377 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:22.145498 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:32:22.341037 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:37.722991 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-195d638a-136e-4366-b09a-be270775ead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:40.080150 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-53d1fa91-28cc-49cd-bdef-040c17147f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:40.934378 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:42.591725 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:44.119557 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:52.357433 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:59.160619 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:07.724593 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-cdc797f2-da2d-41a6-8152-436e7b800342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:10.082817 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-f042ef16-7fe1-4e0a-97e7-b9ad85f3e859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:10.936899 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:12.596604 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:14.121352 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:22.356856 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:36.150899 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:37.727260 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-914251a5-dd2e-4b9a-8f3b-746e6b361938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:40.086422 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-158e1bfd-a8af-416e-b13a-a7449f916bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:40.938076 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.598346 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.123248 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:52.371910 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:07.727599 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-9cbc9571-b0df-439b-a7fe-ce2e2868c154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:10.088023 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5d78bee5-70f0-4ff8-8ce2-002b4d6e091a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:10.940918 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:12.599832 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:13.152307 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:34:14.126547 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:22.371500 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:37.728840 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd4b2-17f7-4400-8e9d-e9dc50180389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:40.089572 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3420-6f29-47de-a785-db9dac509d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:40.944544 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:42.602205 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:44.129298 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:50.151683 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:34:52.374558 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:07.729702 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a500e02f-2586-4b01-8f96-e3ec8fe1d133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:10.093618 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-06f9bc4d-5e46-416b-9d7e-9742ec29b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:10.948576 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:12.605654 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:14.133203 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:22.384283 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:27.150416 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:35:37.731290 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-1c629c07-70b0-434e-aa42-bc3691e3005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:40.094820 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-b04fbe3b-5d24-425d-860c-ccbbe2bceb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:40.951546 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:42.607094 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:44.134942 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:52.384514 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.150385 dv-cinder-835878-1-iscsi neutron-server[103474]: DEBUG neutron.db.agents_db [None req-94a8ff35-724b-4d6e-9482-01485e21e4a9 None None] Agent healthcheck: found 6 active agents {{(pid=103474) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:36:07.732491 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-e15eb3e0-6951-48ae-acda-3edd4da589bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (95a60fec-00ae-47f8-952c-acf866c89830), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.097842 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-873cbe99-74dd-4e8b-8a2c-66f4554c3c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (d6f184a9-c0e8-4f85-ab77-7a92c3138e2f), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.954121 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-a8155486-fb72-4114-890e-27a545d75f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (375c2307-bb3f-4c59-a1e8-e2e57367967c), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.611009 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5025ab7f-802d-494c-8aa9-2fb4d282430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (f846e19d-e9e6-4275-bcfe-7e77adc5cea6), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.137255 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-7b2da8f4-d688-4821-ad80-aedb17cc1053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (374f78f9-c30f-41a9-ac83-24e3e77c2d19), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:22.400581 dv-cinder-835878-1-iscsi neutron-server[103473]: DEBUG neutron_lib.callbacks.manager [None req-5086d5dd-e688-48ee-bd69-96bafc61fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763622022184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3546409'] for agent (0f3c2d11-18cd-4a3c-a303-0364e96f3f64), after_update {{(pid=103473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}